{"level":"warn","ts":"2026-03-31T22:21:52.562796Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:21:52.56292Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.99:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.99:2380","--initial-cluster=instance=https://199.19.213.99:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.99:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.99:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T22:21:52.563015Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:21:52.56303Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.99:2380"]} {"level":"info","ts":"2026-03-31T22:21:52.563052Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:21:52.563764Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"]} {"level":"info","ts":"2026-03-31T22:21:52.56385Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.99:2380"],"listen-peer-urls":["https://199.19.213.99:2380"],"advertise-client-urls":["https://199.19.213.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.99:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T22:21:52.569474Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.335681ms"} {"level":"info","ts":"2026-03-31T22:21:52.577708Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4da37caf00b87dfe","cluster-id":"221bed930aa36d2e"} {"level":"info","ts":"2026-03-31T22:21:52.577872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T22:21:52.57792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became follower at term 0"} {"level":"info","ts":"2026-03-31T22:21:52.577942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4da37caf00b87dfe [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T22:21:52.57798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became follower at term 1"} {"level":"info","ts":"2026-03-31T22:21:52.578048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe switched to configuration voters=(5594452253197499902)"} {"level":"warn","ts":"2026-03-31T22:21:52.790289Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T22:21:52.805348Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T22:21:52.806855Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T22:21:52.810913Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4da37caf00b87dfe","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T22:21:52.811215Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4da37caf00b87dfe","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"warn","ts":"2026-03-31T22:21:52.811451Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"4da37caf00b87dfe cannot campaign at term 1 since there are still 1 pending configuration changes to apply"} {"level":"info","ts":"2026-03-31T22:21:52.811438Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:21:52.811578Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:21:52.811598Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:21:52.816535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe switched to configuration voters=(5594452253197499902)"} {"level":"info","ts":"2026-03-31T22:21:52.81722Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"221bed930aa36d2e","local-member-id":"4da37caf00b87dfe","added-peer-id":"4da37caf00b87dfe","added-peer-peer-urls":["https://199.19.213.99:2380"]} {"level":"info","ts":"2026-03-31T22:21:52.824231Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:21:52.824377Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.99:2380"} {"level":"info","ts":"2026-03-31T22:21:52.824458Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.99:2380"} {"level":"info","ts":"2026-03-31T22:21:52.824724Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4da37caf00b87dfe","initial-advertise-peer-urls":["https://199.19.213.99:2380"],"listen-peer-urls":["https://199.19.213.99:2380"],"advertise-client-urls":["https://199.19.213.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T22:21:52.824791Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T22:21:53.779587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T22:21:53.779652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T22:21:53.779701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe received MsgPreVoteResp from 4da37caf00b87dfe at term 1"} {"level":"info","ts":"2026-03-31T22:21:53.779724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became candidate at term 2"} {"level":"info","ts":"2026-03-31T22:21:53.779746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe received MsgVoteResp from 4da37caf00b87dfe at term 2"} {"level":"info","ts":"2026-03-31T22:21:53.779781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4da37caf00b87dfe became leader at term 2"} {"level":"info","ts":"2026-03-31T22:21:53.779802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4da37caf00b87dfe elected leader 4da37caf00b87dfe at term 2"} {"level":"info","ts":"2026-03-31T22:21:53.780813Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:21:53.781716Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4da37caf00b87dfe","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.99:2379]}","request-path":"/0/members/4da37caf00b87dfe/attributes","cluster-id":"221bed930aa36d2e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T22:21:53.781729Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:21:53.781786Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:21:53.782123Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T22:21:53.782183Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T22:21:53.782485Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"221bed930aa36d2e","local-member-id":"4da37caf00b87dfe","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:21:53.782663Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:21:53.782716Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:21:53.784768Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T22:21:53.785018Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.99:2379"} {"level":"warn","ts":"2026-03-31T22:21:58.313771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751208482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:21:58.346691Z","caller":"traceutil/trace.go:171","msg":"trace[1321777721] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"815.443729ms","start":"2026-03-31T22:21:57.531213Z","end":"2026-03-31T22:21:58.346657Z","steps":["trace[1321777721] 'process raft request' (duration: 815.273186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:58.346675Z","caller":"traceutil/trace.go:171","msg":"trace[1343214149] linearizableReadLoop","detail":"{readStateIndex:227; appliedIndex:226; }","duration":"533.045427ms","start":"2026-03-31T22:21:57.813574Z","end":"2026-03-31T22:21:58.346619Z","steps":["trace[1343214149] 'read index received' (duration: 532.864252ms)","trace[1343214149] 'applied index is now lower than readState.Index' (duration: 162.424µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:21:58.346921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.329893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3392"} {"level":"info","ts":"2026-03-31T22:21:58.347021Z","caller":"traceutil/trace.go:171","msg":"trace[1043785846] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:221; }","duration":"533.478426ms","start":"2026-03-31T22:21:57.813525Z","end":"2026-03-31T22:21:58.347004Z","steps":["trace[1043785846] 'agreement among raft nodes before linearized reading' (duration: 533.249471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:58.347062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:57.813502Z","time spent":"533.551707ms","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3414,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:21:58.347436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:57.531192Z","time spent":"815.616794ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:21:59.650709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751208486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:00.151753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751208486,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:22:00.25841Z","caller":"traceutil/trace.go:171","msg":"trace[1511182227] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"1.905070497s","start":"2026-03-31T22:21:58.353316Z","end":"2026-03-31T22:22:00.258387Z","steps":["trace[1511182227] 'process raft request' (duration: 1.904500725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:00.258734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:58.353303Z","time spent":"1.905175339s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3686,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:00.262225Z","caller":"traceutil/trace.go:171","msg":"trace[1579975813] linearizableReadLoop","detail":"{readStateIndex:229; appliedIndex:227; }","duration":"1.111922983s","start":"2026-03-31T22:21:59.150279Z","end":"2026-03-31T22:22:00.262202Z","steps":["trace[1579975813] 'read index received' (duration: 1.107774469s)","trace[1579975813] 'applied index is now lower than readState.Index' (duration: 4.147604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:00.262314Z","caller":"traceutil/trace.go:171","msg":"trace[1334212080] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"1.906853808s","start":"2026-03-31T22:21:58.355452Z","end":"2026-03-31T22:22:00.262305Z","steps":["trace[1334212080] 'process raft request' (duration: 1.906667604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:00.262384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:58.355439Z","time spent":"1.906894979s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:00.262511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.761349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:00.262536Z","caller":"traceutil/trace.go:171","msg":"trace[1348147387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:223; }","duration":"975.844701ms","start":"2026-03-31T22:21:59.286683Z","end":"2026-03-31T22:22:00.262527Z","steps":["trace[1348147387] 'agreement among raft nodes before linearized reading' (duration: 975.76883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:00.26248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055163227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:00.262571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.372078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:00.262637Z","caller":"traceutil/trace.go:171","msg":"trace[1401644678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:223; }","duration":"974.582533ms","start":"2026-03-31T22:21:59.288031Z","end":"2026-03-31T22:22:00.262613Z","steps":["trace[1401644678] 'agreement among raft nodes before linearized reading' (duration: 974.327927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:00.262688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:59.288011Z","time spent":"974.663025ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:22:00.262634Z","caller":"traceutil/trace.go:171","msg":"trace[1400192387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:223; }","duration":"1.055364792s","start":"2026-03-31T22:21:59.207242Z","end":"2026-03-31T22:22:00.262607Z","steps":["trace[1400192387] 'agreement among raft nodes before linearized reading' (duration: 1.055104076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:00.262798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:59.207192Z","time spent":"1.055567636s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:00.262535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112201069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:22:00.2629Z","caller":"traceutil/trace.go:171","msg":"trace[67620016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:223; }","duration":"1.112648079s","start":"2026-03-31T22:21:59.150236Z","end":"2026-03-31T22:22:00.262884Z","steps":["trace[67620016] 'agreement among raft nodes before linearized reading' (duration: 1.112155548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:00.262931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:59.150216Z","time spent":"1.11270382s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:00.262579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:59.286666Z","time spent":"975.908144ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:22:06.477314Z","caller":"traceutil/trace.go:171","msg":"trace[1826750396] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:362; }","duration":"168.444163ms","start":"2026-03-31T22:22:06.308845Z","end":"2026-03-31T22:22:06.477289Z","steps":["trace[1826750396] 'read index received' (duration: 168.228008ms)","trace[1826750396] 'applied index is now lower than readState.Index' (duration: 215.235µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:06.477521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.653049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:22:06.477564Z","caller":"traceutil/trace.go:171","msg":"trace[1147011303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:354; }","duration":"168.73164ms","start":"2026-03-31T22:22:06.30882Z","end":"2026-03-31T22:22:06.477551Z","steps":["trace[1147011303] 'agreement among raft nodes before linearized reading' (duration: 168.578306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:06.477631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.916651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:06.477715Z","caller":"traceutil/trace.go:171","msg":"trace[1147368741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:354; }","duration":"164.041453ms","start":"2026-03-31T22:22:06.313646Z","end":"2026-03-31T22:22:06.477688Z","steps":["trace[1147368741] 'agreement among raft nodes before linearized reading' (duration: 163.89056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:06.477717Z","caller":"traceutil/trace.go:171","msg":"trace[532920133] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"169.013306ms","start":"2026-03-31T22:22:06.308675Z","end":"2026-03-31T22:22:06.477688Z","steps":["trace[532920133] 'process raft request' (duration: 168.479274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:06.477828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.612596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:22:06.477894Z","caller":"traceutil/trace.go:171","msg":"trace[8672066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:354; }","duration":"160.712779ms","start":"2026-03-31T22:22:06.317164Z","end":"2026-03-31T22:22:06.477877Z","steps":["trace[8672066] 'agreement among raft nodes before linearized reading' (duration: 160.563895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:06.655015Z","caller":"traceutil/trace.go:171","msg":"trace[1182355634] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"173.591979ms","start":"2026-03-31T22:22:06.481405Z","end":"2026-03-31T22:22:06.654997Z","steps":["trace[1182355634] 'process raft request' (duration: 145.219097ms)","trace[1182355634] 'compare' (duration: 28.225799ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:06.655311Z","caller":"traceutil/trace.go:171","msg":"trace[924006508] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"173.396955ms","start":"2026-03-31T22:22:06.481906Z","end":"2026-03-31T22:22:06.655303Z","steps":["trace[924006508] 'process raft request' (duration: 173.059458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:06.655313Z","caller":"traceutil/trace.go:171","msg":"trace[754845133] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"173.222962ms","start":"2026-03-31T22:22:06.482051Z","end":"2026-03-31T22:22:06.655274Z","steps":["trace[754845133] 'process raft request' (duration: 173.13603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:11.42892Z","caller":"traceutil/trace.go:171","msg":"trace[352178199] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"610.708869ms","start":"2026-03-31T22:22:10.818184Z","end":"2026-03-31T22:22:11.428893Z","steps":["trace[352178199] 'process raft request' (duration: 610.588727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:11.429044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:10.818167Z","time spent":"610.816522ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:13.453296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:22:13.453378Z","caller":"traceutil/trace.go:171","msg":"trace[1448024696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988424s","start":"2026-03-31T22:22:11.453377Z","end":"2026-03-31T22:22:13.453366Z","steps":["trace[1448024696] 'agreement among raft nodes before linearized reading' (duration: 1.999892921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:13.453414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:11.453359Z","time spent":"2.000045094s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:22:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:22:14.002131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.183053305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:22:14.55093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025234508s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:14.551101Z","caller":"traceutil/trace.go:171","msg":"trace[115745866] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:381; }","duration":"3.097677385s","start":"2026-03-31T22:22:11.453409Z","end":"2026-03-31T22:22:14.551086Z","steps":["trace[115745866] 'read index received' (duration: 71.970376ms)","trace[115745866] 'applied index is now lower than readState.Index' (duration: 3.025706089s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:14.551166Z","caller":"traceutil/trace.go:171","msg":"trace[1679829786] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"3.73017513s","start":"2026-03-31T22:22:10.820949Z","end":"2026-03-31T22:22:14.551124Z","steps":["trace[1679829786] 'process raft request' (duration: 704.516252ms)","trace[1679829786] 'compare' (duration: 3.025142327s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:14.551182Z","caller":"traceutil/trace.go:171","msg":"trace[1117482036] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"3.621641522s","start":"2026-03-31T22:22:10.929513Z","end":"2026-03-31T22:22:14.551154Z","steps":["trace[1117482036] 'process raft request' (duration: 3.621499559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:14.551308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:10.929491Z","time spent":"3.621765605s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:14.55133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:10.820932Z","time spent":"3.730316434s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:15.435491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.390873ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:22:15.435624Z","caller":"traceutil/trace.go:171","msg":"trace[155697030] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"884.467665ms","start":"2026-03-31T22:22:14.551133Z","end":"2026-03-31T22:22:15.435601Z","steps":["trace[155697030] 'read index received' (duration: 44.241µs)","trace[155697030] 'applied index is now lower than readState.Index' (duration: 884.421584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:15.435963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002870519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:22:15.435744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868053164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:15.436047Z","caller":"traceutil/trace.go:171","msg":"trace[1696895286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"2.003010732s","start":"2026-03-31T22:22:13.433017Z","end":"2026-03-31T22:22:15.436027Z","steps":["trace[1696895286] 'agreement among raft nodes before linearized reading' (duration: 2.002848948s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:15.436084Z","caller":"traceutil/trace.go:171","msg":"trace[1716943924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"2.868430543s","start":"2026-03-31T22:22:12.567636Z","end":"2026-03-31T22:22:15.436067Z","steps":["trace[1716943924] 'agreement among raft nodes before linearized reading' (duration: 2.868027224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:15.4361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:13.432992Z","time spent":"2.003088463s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:15.436094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982437534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:15.436108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713934578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:22:15.436139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:12.567615Z","time spent":"2.868511554s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:22:15.436185Z","caller":"traceutil/trace.go:171","msg":"trace[84285026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"1.982553686s","start":"2026-03-31T22:22:13.453606Z","end":"2026-03-31T22:22:15.436159Z","steps":["trace[84285026] 'agreement among raft nodes before linearized reading' (duration: 1.982141927s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:15.436209Z","caller":"traceutil/trace.go:171","msg":"trace[1380021606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:373; }","duration":"2.714075401s","start":"2026-03-31T22:22:12.722104Z","end":"2026-03-31T22:22:15.436179Z","steps":["trace[1380021606] 'agreement among raft nodes before linearized reading' (duration: 2.713833496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:15.436234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:13.453594Z","time spent":"1.982632567s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:15.436263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:12.722085Z","time spent":"2.714167483s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:22:15.677482Z","caller":"traceutil/trace.go:171","msg":"trace[1592890549] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"229.924189ms","start":"2026-03-31T22:22:15.447531Z","end":"2026-03-31T22:22:15.677455Z","steps":["trace[1592890549] 'process raft request' (duration: 229.727395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:15.958286Z","caller":"traceutil/trace.go:171","msg":"trace[556509062] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"507.136773ms","start":"2026-03-31T22:22:15.451126Z","end":"2026-03-31T22:22:15.958263Z","steps":["trace[556509062] 'process raft request' (duration: 507.081772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:15.958363Z","caller":"traceutil/trace.go:171","msg":"trace[897136539] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"507.222375ms","start":"2026-03-31T22:22:15.45111Z","end":"2026-03-31T22:22:15.958332Z","steps":["trace[897136539] 'process raft request' (duration: 506.9939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:15.958409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:15.451102Z","time spent":"507.245646ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:15.958518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:15.451101Z","time spent":"507.326268ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:15.958582Z","caller":"traceutil/trace.go:171","msg":"trace[248533659] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"507.306837ms","start":"2026-03-31T22:22:15.451264Z","end":"2026-03-31T22:22:15.95857Z","steps":["trace[248533659] 'process raft request' (duration: 506.97428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:15.958647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:15.451251Z","time spent":"507.352118ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:15.958809Z","caller":"traceutil/trace.go:171","msg":"trace[1266547869] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"381.190009ms","start":"2026-03-31T22:22:15.577577Z","end":"2026-03-31T22:22:15.958767Z","steps":["trace[1266547869] 'process raft request' (duration: 380.819001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:15.95876Z","caller":"traceutil/trace.go:171","msg":"trace[1992578927] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:384; }","duration":"507.561083ms","start":"2026-03-31T22:22:15.451176Z","end":"2026-03-31T22:22:15.958737Z","steps":["trace[1992578927] 'read index received' (duration: 226.167662ms)","trace[1992578927] 'applied index is now lower than readState.Index' (duration: 281.392121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:15.95889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:15.577546Z","time spent":"381.307782ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:15.958955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.760877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:15.958998Z","caller":"traceutil/trace.go:171","msg":"trace[1430236433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:378; }","duration":"507.846479ms","start":"2026-03-31T22:22:15.451137Z","end":"2026-03-31T22:22:15.958983Z","steps":["trace[1430236433] 'agreement among raft nodes before linearized reading' (duration: 507.765407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:15.959032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:15.451114Z","time spent":"507.90986ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:22:17.831089Z","caller":"traceutil/trace.go:171","msg":"trace[729155392] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"194.7533ms","start":"2026-03-31T22:22:17.636309Z","end":"2026-03-31T22:22:17.831063Z","steps":["trace[729155392] 'process raft request' (duration: 194.597096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:18.143887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.993179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:18.143984Z","caller":"traceutil/trace.go:171","msg":"trace[1874037304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:381; }","duration":"182.134122ms","start":"2026-03-31T22:22:17.961829Z","end":"2026-03-31T22:22:18.143963Z","steps":["trace[1874037304] 'range keys from in-memory index tree' (duration: 181.812025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:18.143887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.424144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:22:18.144091Z","caller":"traceutil/trace.go:171","msg":"trace[1964764095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:381; }","duration":"180.645629ms","start":"2026-03-31T22:22:17.963429Z","end":"2026-03-31T22:22:18.144074Z","steps":["trace[1964764095] 'range keys from in-memory index tree' (duration: 180.2688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:18.144062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.620128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:18.144182Z","caller":"traceutil/trace.go:171","msg":"trace[964705635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:381; }","duration":"180.790373ms","start":"2026-03-31T22:22:17.963362Z","end":"2026-03-31T22:22:18.144152Z","steps":["trace[964705635] 'range keys from in-memory index tree' (duration: 180.428003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:18.567397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.936277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:18.567623Z","caller":"traceutil/trace.go:171","msg":"trace[959789518] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"418.933447ms","start":"2026-03-31T22:22:18.148668Z","end":"2026-03-31T22:22:18.567601Z","steps":["trace[959789518] 'process raft request' (duration: 418.855795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:18.567634Z","caller":"traceutil/trace.go:171","msg":"trace[798468688] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"419.014719ms","start":"2026-03-31T22:22:18.148578Z","end":"2026-03-31T22:22:18.567593Z","steps":["trace[798468688] 'process raft request' (duration: 145.800136ms)","trace[798468688] 'compare' (duration: 272.725562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:18.567723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:18.148645Z","time spent":"419.03826ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:18.567775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:18.148568Z","time spent":"419.134731ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:18.88188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.348996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:18.882008Z","caller":"traceutil/trace.go:171","msg":"trace[1158830139] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"264.452614ms","start":"2026-03-31T22:22:18.617538Z","end":"2026-03-31T22:22:18.88199Z","steps":["trace[1158830139] 'process raft request' (duration: 63.935104ms)","trace[1158830139] 'compare' (duration: 200.243234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:19.712617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.24238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:19.712726Z","caller":"traceutil/trace.go:171","msg":"trace[636494003] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:400; }","duration":"258.237323ms","start":"2026-03-31T22:22:19.454471Z","end":"2026-03-31T22:22:19.712708Z","steps":["trace[636494003] 'read index received' (duration: 23.457144ms)","trace[636494003] 'applied index is now lower than readState.Index' (duration: 234.779139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:19.712773Z","caller":"traceutil/trace.go:171","msg":"trace[2045612387] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"289.400681ms","start":"2026-03-31T22:22:19.423352Z","end":"2026-03-31T22:22:19.712753Z","steps":["trace[2045612387] 'process raft request' (duration: 75.952717ms)","trace[2045612387] 'compare' (duration: 213.086656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:19.712823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.351746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:19.712871Z","caller":"traceutil/trace.go:171","msg":"trace[1285464228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:390; }","duration":"258.397557ms","start":"2026-03-31T22:22:19.454457Z","end":"2026-03-31T22:22:19.712855Z","steps":["trace[1285464228] 'agreement among raft nodes before linearized reading' (duration: 258.310075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:19.750255Z","caller":"traceutil/trace.go:171","msg":"trace[198985479] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"267.876762ms","start":"2026-03-31T22:22:19.482349Z","end":"2026-03-31T22:22:19.750226Z","steps":["trace[198985479] 'process raft request' (duration: 267.77328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:19.750288Z","caller":"traceutil/trace.go:171","msg":"trace[265395217] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"265.859267ms","start":"2026-03-31T22:22:19.4844Z","end":"2026-03-31T22:22:19.750259Z","steps":["trace[265395217] 'process raft request' (duration: 265.754765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:19.750315Z","caller":"traceutil/trace.go:171","msg":"trace[1274675358] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"268.007385ms","start":"2026-03-31T22:22:19.482283Z","end":"2026-03-31T22:22:19.750291Z","steps":["trace[1274675358] 'process raft request' (duration: 267.753639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:19.750456Z","caller":"traceutil/trace.go:171","msg":"trace[1158429027] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"265.344955ms","start":"2026-03-31T22:22:19.485074Z","end":"2026-03-31T22:22:19.750419Z","steps":["trace[1158429027] 'process raft request' (duration: 265.12261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:20.105678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.313677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:20.105823Z","caller":"traceutil/trace.go:171","msg":"trace[230182088] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"387.631396ms","start":"2026-03-31T22:22:19.718144Z","end":"2026-03-31T22:22:20.105776Z","steps":["trace[230182088] 'process raft request' (duration: 121.112574ms)","trace[230182088] 'compare' (duration: 266.165194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:20.105905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:19.718126Z","time spent":"387.737348ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:20.112409Z","caller":"traceutil/trace.go:171","msg":"trace[878204253] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"356.812946ms","start":"2026-03-31T22:22:19.755577Z","end":"2026-03-31T22:22:20.11239Z","steps":["trace[878204253] 'process raft request' (duration: 356.671973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:20.112548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:19.75556Z","time spent":"356.914658ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:20.656059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.885194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:20.656194Z","caller":"traceutil/trace.go:171","msg":"trace[1330947912] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"542.489949ms","start":"2026-03-31T22:22:20.11367Z","end":"2026-03-31T22:22:20.65616Z","steps":["trace[1330947912] 'process raft request' (duration: 179.437801ms)","trace[1330947912] 'compare' (duration: 362.571507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:20.656299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.113651Z","time spent":"542.592991ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:21.623268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.361382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:21.623499Z","caller":"traceutil/trace.go:171","msg":"trace[285586205] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"963.698357ms","start":"2026-03-31T22:22:20.659788Z","end":"2026-03-31T22:22:21.623487Z","steps":["trace[285586205] 'process raft request' (duration: 963.653716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:21.623549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.659778Z","time spent":"963.750308ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:21.623563Z","caller":"traceutil/trace.go:171","msg":"trace[803583340] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"1.461458148s","start":"2026-03-31T22:22:20.162074Z","end":"2026-03-31T22:22:21.623532Z","steps":["trace[803583340] 'process raft request' (duration: 715.448962ms)","trace[803583340] 'compare' (duration: 745.187478ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:21.623655Z","caller":"traceutil/trace.go:171","msg":"trace[457150603] transaction","detail":"{read_only:false; number_of_response:1; response_revision:400; }","duration":"966.136492ms","start":"2026-03-31T22:22:20.657495Z","end":"2026-03-31T22:22:21.623632Z","steps":["trace[457150603] 'process raft request' (duration: 965.898297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:21.623556Z","caller":"traceutil/trace.go:171","msg":"trace[980362756] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:409; }","duration":"1.389484352s","start":"2026-03-31T22:22:20.234016Z","end":"2026-03-31T22:22:21.6235Z","steps":["trace[980362756] 'read index received' (duration: 59.055493ms)","trace[980362756] 'applied index is now lower than readState.Index' (duration: 1.330423888s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:21.623704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.162052Z","time spent":"1.461577801s","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:21.623732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389682246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:22:21.623783Z","caller":"traceutil/trace.go:171","msg":"trace[558128390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:401; }","duration":"1.389791778s","start":"2026-03-31T22:22:20.233981Z","end":"2026-03-31T22:22:21.623773Z","steps":["trace[558128390] 'agreement among raft nodes before linearized reading' (duration: 1.389638664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:21.623827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.233966Z","time spent":"1.38985221s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:22:21.623845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.717833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:21.623869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052275611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:21.623928Z","caller":"traceutil/trace.go:171","msg":"trace[897182745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:401; }","duration":"170.853146ms","start":"2026-03-31T22:22:21.453059Z","end":"2026-03-31T22:22:21.623913Z","steps":["trace[897182745] 'agreement among raft nodes before linearized reading' (duration: 170.726033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:21.623952Z","caller":"traceutil/trace.go:171","msg":"trace[1333016082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:401; }","duration":"1.052395214s","start":"2026-03-31T22:22:20.571535Z","end":"2026-03-31T22:22:21.62393Z","steps":["trace[1333016082] 'agreement among raft nodes before linearized reading' (duration: 1.052243301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:21.623975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052026756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:22:21.623978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.277637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:22:21.623984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.571513Z","time spent":"1.052464335s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:22:21.62401Z","caller":"traceutil/trace.go:171","msg":"trace[841311078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:401; }","duration":"1.052093107s","start":"2026-03-31T22:22:20.571908Z","end":"2026-03-31T22:22:21.624001Z","steps":["trace[841311078] 'agreement among raft nodes before linearized reading' (duration: 1.052016755s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:21.624018Z","caller":"traceutil/trace.go:171","msg":"trace[1575636256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:401; }","duration":"737.342499ms","start":"2026-03-31T22:22:20.886665Z","end":"2026-03-31T22:22:21.624007Z","steps":["trace[1575636256] 'agreement among raft nodes before linearized reading' (duration: 737.257047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:21.624033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.571896Z","time spent":"1.052131618s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:21.623854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.657479Z","time spent":"966.240235ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T22:22:21.624044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:20.886649Z","time spent":"737.38965ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:22:31.645312Z","caller":"traceutil/trace.go:171","msg":"trace[233965561] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"111.798422ms","start":"2026-03-31T22:22:31.533493Z","end":"2026-03-31T22:22:31.645292Z","steps":["trace[233965561] 'process raft request' (duration: 111.581937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:31.851155Z","caller":"traceutil/trace.go:171","msg":"trace[2017783043] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"133.976858ms","start":"2026-03-31T22:22:31.71714Z","end":"2026-03-31T22:22:31.851117Z","steps":["trace[2017783043] 'process raft request' (duration: 50.013238ms)","trace[2017783043] 'compare' (duration: 83.731795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:31.851613Z","caller":"traceutil/trace.go:171","msg":"trace[732861948] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"133.542698ms","start":"2026-03-31T22:22:31.718035Z","end":"2026-03-31T22:22:31.851577Z","steps":["trace[732861948] 'process raft request' (duration: 133.015976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:31.851625Z","caller":"traceutil/trace.go:171","msg":"trace[149597506] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"132.428772ms","start":"2026-03-31T22:22:31.719167Z","end":"2026-03-31T22:22:31.851596Z","steps":["trace[149597506] 'process raft request' (duration: 132.251458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:31.851718Z","caller":"traceutil/trace.go:171","msg":"trace[2111500858] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:455; }","duration":"132.052154ms","start":"2026-03-31T22:22:31.719632Z","end":"2026-03-31T22:22:31.851684Z","steps":["trace[2111500858] 'read index received' (duration: 47.534411ms)","trace[2111500858] 'applied index is now lower than readState.Index' (duration: 84.516562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:31.851944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.274228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:22:31.85201Z","caller":"traceutil/trace.go:171","msg":"trace[861002071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:444; }","duration":"132.417391ms","start":"2026-03-31T22:22:31.719574Z","end":"2026-03-31T22:22:31.851991Z","steps":["trace[861002071] 'agreement among raft nodes before linearized reading' (duration: 132.211027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:31.852092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.33675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:31.852175Z","caller":"traceutil/trace.go:171","msg":"trace[1069863165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:444; }","duration":"132.511014ms","start":"2026-03-31T22:22:31.719647Z","end":"2026-03-31T22:22:31.852158Z","steps":["trace[1069863165] 'agreement among raft nodes before linearized reading' (duration: 132.207487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.357491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:22:34.642821Z","caller":"traceutil/trace.go:171","msg":"trace[753418283] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"921.783845ms","start":"2026-03-31T22:22:33.720959Z","end":"2026-03-31T22:22:34.642743Z","steps":["trace[753418283] 'process raft request' (duration: 921.534339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.643168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.72094Z","time spent":"921.962539ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:34.786639Z","caller":"traceutil/trace.go:171","msg":"trace[1358524574] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"1.060108001s","start":"2026-03-31T22:22:33.726495Z","end":"2026-03-31T22:22:34.786603Z","steps":["trace[1358524574] 'process raft request' (duration: 1.059854205s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:34.786705Z","caller":"traceutil/trace.go:171","msg":"trace[1603472824] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"1.06009537s","start":"2026-03-31T22:22:33.726567Z","end":"2026-03-31T22:22:34.786662Z","steps":["trace[1603472824] 'process raft request' (duration: 1.059962127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.786809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.726479Z","time spent":"1.060246114s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:34.786865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.726559Z","time spent":"1.060240335s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:34.786963Z","caller":"traceutil/trace.go:171","msg":"trace[1750165651] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.044587478s","start":"2026-03-31T22:22:33.742368Z","end":"2026-03-31T22:22:34.786955Z","steps":["trace[1750165651] 'process raft request' (duration: 1.044444485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.787003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.742348Z","time spent":"1.044638849s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:34.787008Z","caller":"traceutil/trace.go:171","msg":"trace[400998060] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.044414804s","start":"2026-03-31T22:22:33.74258Z","end":"2026-03-31T22:22:34.786995Z","steps":["trace[400998060] 'process raft request' (duration: 1.044280331s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:34.786977Z","caller":"traceutil/trace.go:171","msg":"trace[1684186193] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.047236127s","start":"2026-03-31T22:22:33.739692Z","end":"2026-03-31T22:22:34.786928Z","steps":["trace[1684186193] 'process raft request' (duration: 1.047024863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.787058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.742565Z","time spent":"1.044470175s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:34.787083Z","caller":"traceutil/trace.go:171","msg":"trace[1042069506] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"1.029110395s","start":"2026-03-31T22:22:33.757965Z","end":"2026-03-31T22:22:34.787075Z","steps":["trace[1042069506] 'process raft request' (duration: 1.028964051s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:34.787048Z","caller":"traceutil/trace.go:171","msg":"trace[648667826] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"1.048724741s","start":"2026-03-31T22:22:33.738269Z","end":"2026-03-31T22:22:34.786993Z","steps":["trace[648667826] 'process raft request' (duration: 1.048316862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.787116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.757932Z","time spent":"1.029169236s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:34.787102Z","caller":"traceutil/trace.go:171","msg":"trace[7210005] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"1.041872896s","start":"2026-03-31T22:22:33.74519Z","end":"2026-03-31T22:22:34.787063Z","steps":["trace[7210005] 'process raft request' (duration: 1.041706583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.787139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.739667Z","time spent":"1.047395301s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:34.787192Z","caller":"traceutil/trace.go:171","msg":"trace[1070528453] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.020757405s","start":"2026-03-31T22:22:33.76641Z","end":"2026-03-31T22:22:34.787167Z","steps":["trace[1070528453] 'process raft request' (duration: 1.020574871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.787229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.745158Z","time spent":"1.042003899s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:34.787274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.766339Z","time spent":"1.020905859s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:34.787205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.738239Z","time spent":"1.048896605s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:34.787769Z","caller":"traceutil/trace.go:171","msg":"trace[1909574649] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.007476564s","start":"2026-03-31T22:22:33.77997Z","end":"2026-03-31T22:22:34.787447Z","steps":["trace[1909574649] 'process raft request' (duration: 1.007054635s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:34.788006Z","caller":"traceutil/trace.go:171","msg":"trace[251723421] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:492; }","duration":"931.618617ms","start":"2026-03-31T22:22:33.856372Z","end":"2026-03-31T22:22:34.78799Z","steps":["trace[251723421] 'read index received' (duration: 786.125588ms)","trace[251723421] 'applied index is now lower than readState.Index' (duration: 145.492069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:34.788044Z","caller":"traceutil/trace.go:171","msg":"trace[556394194] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"922.874639ms","start":"2026-03-31T22:22:33.865128Z","end":"2026-03-31T22:22:34.788003Z","steps":["trace[556394194] 'process raft request' (duration: 922.712765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.788061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.779943Z","time spent":"1.007950965s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:34.788136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.865107Z","time spent":"922.987832ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:34.788227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.821093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:34.788272Z","caller":"traceutil/trace.go:171","msg":"trace[316073017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:489; }","duration":"931.939915ms","start":"2026-03-31T22:22:33.856321Z","end":"2026-03-31T22:22:34.788261Z","steps":["trace[316073017] 'agreement among raft nodes before linearized reading' (duration: 931.746781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.788309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.856306Z","time spent":"931.995316ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:22:34.798301Z","caller":"traceutil/trace.go:171","msg":"trace[890769633] transaction","detail":"{read_only:false; number_of_response:1; response_revision:491; }","duration":"146.973963ms","start":"2026-03-31T22:22:34.651298Z","end":"2026-03-31T22:22:34.798272Z","steps":["trace[890769633] 'process raft request' (duration: 146.925852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:34.798559Z","caller":"traceutil/trace.go:171","msg":"trace[434676157] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"149.519831ms","start":"2026-03-31T22:22:34.649017Z","end":"2026-03-31T22:22:34.798537Z","steps":["trace[434676157] 'process raft request' (duration: 148.976288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:34.79875Z","caller":"traceutil/trace.go:171","msg":"trace[1925788753] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"148.806615ms","start":"2026-03-31T22:22:34.649914Z","end":"2026-03-31T22:22:34.798721Z","steps":["trace[1925788753] 'process raft request' (duration: 148.240652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.799222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.530056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:22:34.799344Z","caller":"traceutil/trace.go:171","msg":"trace[1682405662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:491; }","duration":"942.679219ms","start":"2026-03-31T22:22:33.856646Z","end":"2026-03-31T22:22:34.799325Z","steps":["trace[1682405662] 'agreement among raft nodes before linearized reading' (duration: 942.440664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.799402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.856639Z","time spent":"942.754131ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:22:34.799262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.705986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:34.79961Z","caller":"traceutil/trace.go:171","msg":"trace[2089759657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:491; }","duration":"938.073874ms","start":"2026-03-31T22:22:33.861526Z","end":"2026-03-31T22:22:34.7996Z","steps":["trace[2089759657] 'agreement among raft nodes before linearized reading' (duration: 937.644175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.79966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.861489Z","time spent":"938.159926ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:22:34.799672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.451885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:34.799812Z","caller":"traceutil/trace.go:171","msg":"trace[553466722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:491; }","duration":"344.891906ms","start":"2026-03-31T22:22:34.454856Z","end":"2026-03-31T22:22:34.799748Z","steps":["trace[553466722] 'agreement among raft nodes before linearized reading' (duration: 344.437654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.799851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:34.454767Z","time spent":"345.07524ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:34.801565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.473689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:22:34.801619Z","caller":"traceutil/trace.go:171","msg":"trace[150994904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:491; }","duration":"936.54147ms","start":"2026-03-31T22:22:33.86506Z","end":"2026-03-31T22:22:34.801602Z","steps":["trace[150994904] 'agreement among raft nodes before linearized reading' (duration: 936.361676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:34.80171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:33.86505Z","time spent":"936.651072ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:36.169783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130142213s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:22:36.952002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:36.969139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.160315ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:36.969258Z","caller":"traceutil/trace.go:171","msg":"trace[729812702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:517; }","duration":"376.279428ms","start":"2026-03-31T22:22:36.592953Z","end":"2026-03-31T22:22:36.969233Z","steps":["trace[729812702] 'range keys from in-memory index tree' (duration: 376.144935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.969345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.294248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:36.96945Z","caller":"traceutil/trace.go:171","msg":"trace[1369298070] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.930017524s","start":"2026-03-31T22:22:35.03941Z","end":"2026-03-31T22:22:36.969427Z","steps":["trace[1369298070] 'process raft request' (duration: 1.130577143s)","trace[1369298070] 'compare' (duration: 799.173705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:36.969524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:35.039363Z","time spent":"1.930128496s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:36.97219Z","caller":"traceutil/trace.go:171","msg":"trace[1970964734] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.927150769s","start":"2026-03-31T22:22:35.045017Z","end":"2026-03-31T22:22:36.972168Z","steps":["trace[1970964734] 'process raft request' (duration: 1.926949315s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:36.97221Z","caller":"traceutil/trace.go:171","msg":"trace[607556958] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.77943912s","start":"2026-03-31T22:22:35.192752Z","end":"2026-03-31T22:22:36.972191Z","steps":["trace[607556958] 'process raft request' (duration: 1.779382109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.9723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:35.192725Z","time spent":"1.779525621s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:36.9723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:35.044989Z","time spent":"1.927255861s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:36.972651Z","caller":"traceutil/trace.go:171","msg":"trace[2069231029] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.913409467s","start":"2026-03-31T22:22:35.059095Z","end":"2026-03-31T22:22:36.972504Z","steps":["trace[2069231029] 'process raft request' (duration: 1.912992738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.973541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:35.05904Z","time spent":"1.914379399s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:36.977691Z","caller":"traceutil/trace.go:171","msg":"trace[1412950173] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:535; }","duration":"526.33307ms","start":"2026-03-31T22:22:36.451336Z","end":"2026-03-31T22:22:36.977669Z","steps":["trace[1412950173] 'read index received' (duration: 520.656012ms)","trace[1412950173] 'applied index is now lower than readState.Index' (duration: 5.676108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:36.977811Z","caller":"traceutil/trace.go:171","msg":"trace[717263218] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"272.701541ms","start":"2026-03-31T22:22:36.705094Z","end":"2026-03-31T22:22:36.977795Z","steps":["trace[717263218] 'process raft request' (duration: 272.475596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.977949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.607906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:36.97798Z","caller":"traceutil/trace.go:171","msg":"trace[908777192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"526.671848ms","start":"2026-03-31T22:22:36.451298Z","end":"2026-03-31T22:22:36.97797Z","steps":["trace[908777192] 'agreement among raft nodes before linearized reading' (duration: 526.613727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.978003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.451282Z","time spent":"526.715199ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:36.978292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.769711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:22:36.978286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.303834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:22:36.978322Z","caller":"traceutil/trace.go:171","msg":"trace[853799196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"140.830082ms","start":"2026-03-31T22:22:36.837483Z","end":"2026-03-31T22:22:36.978314Z","steps":["trace[853799196] 'agreement among raft nodes before linearized reading' (duration: 140.76211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:36.978367Z","caller":"traceutil/trace.go:171","msg":"trace[1962617169] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:522; }","duration":"247.440397ms","start":"2026-03-31T22:22:36.730897Z","end":"2026-03-31T22:22:36.978337Z","steps":["trace[1962617169] 'agreement among raft nodes before linearized reading' (duration: 247.266623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.978471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.345232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:36.978606Z","caller":"traceutil/trace.go:171","msg":"trace[2002878249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"140.489244ms","start":"2026-03-31T22:22:36.838072Z","end":"2026-03-31T22:22:36.978561Z","steps":["trace[2002878249] 'agreement among raft nodes before linearized reading' (duration: 140.268539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.9787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.292165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:22:36.978738Z","caller":"traceutil/trace.go:171","msg":"trace[705605101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"142.357676ms","start":"2026-03-31T22:22:36.83637Z","end":"2026-03-31T22:22:36.978728Z","steps":["trace[705605101] 'agreement among raft nodes before linearized reading' (duration: 142.189882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.97892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.320963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:36.978957Z","caller":"traceutil/trace.go:171","msg":"trace[965446041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:522; }","duration":"148.395065ms","start":"2026-03-31T22:22:36.830553Z","end":"2026-03-31T22:22:36.978948Z","steps":["trace[965446041] 'agreement among raft nodes before linearized reading' (duration: 148.326763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:37.136287Z","caller":"traceutil/trace.go:171","msg":"trace[1886572753] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"140.26883ms","start":"2026-03-31T22:22:36.995996Z","end":"2026-03-31T22:22:37.136265Z","steps":["trace[1886572753] 'process raft request' (duration: 76.52365ms)","trace[1886572753] 'compare' (duration: 63.547335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:37.136499Z","caller":"traceutil/trace.go:171","msg":"trace[28525085] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"105.55079ms","start":"2026-03-31T22:22:37.030913Z","end":"2026-03-31T22:22:37.136464Z","steps":["trace[28525085] 'process raft request' (duration: 105.402487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:42.383043Z","caller":"traceutil/trace.go:171","msg":"trace[1310117313] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"734.158208ms","start":"2026-03-31T22:22:41.648854Z","end":"2026-03-31T22:22:42.383013Z","steps":["trace[1310117313] 'process raft request' (duration: 733.374469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:42.383181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:41.64883Z","time spent":"734.280401ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036189,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:42.643238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.292269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:22:42.643478Z","caller":"traceutil/trace.go:171","msg":"trace[691199688] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"202.026014ms","start":"2026-03-31T22:22:42.441435Z","end":"2026-03-31T22:22:42.643461Z","steps":["trace[691199688] 'process raft request' (duration: 201.919652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.19168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.505746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:22:43.191836Z","caller":"traceutil/trace.go:171","msg":"trace[1081200621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:584; }","duration":"144.718571ms","start":"2026-03-31T22:22:43.047094Z","end":"2026-03-31T22:22:43.191812Z","steps":["trace[1081200621] 'range keys from in-memory index tree' (duration: 144.23772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.19187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.976494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:22:43.191938Z","caller":"traceutil/trace.go:171","msg":"trace[562884578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:584; }","duration":"144.062536ms","start":"2026-03-31T22:22:43.047856Z","end":"2026-03-31T22:22:43.191919Z","steps":["trace[562884578] 'range keys from in-memory index tree' (duration: 143.8009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.191865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.75133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:22:43.192177Z","caller":"traceutil/trace.go:171","msg":"trace[1075854403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"144.110597ms","start":"2026-03-31T22:22:43.048042Z","end":"2026-03-31T22:22:43.192152Z","steps":["trace[1075854403] 'range keys from in-memory index tree' (duration: 143.539105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.192754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.971807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:22:43.192798Z","caller":"traceutil/trace.go:171","msg":"trace[1915738157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:584; }","duration":"145.054209ms","start":"2026-03-31T22:22:43.047728Z","end":"2026-03-31T22:22:43.192782Z","steps":["trace[1915738157] 'range keys from in-memory index tree' (duration: 143.552315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:43.645374Z","caller":"traceutil/trace.go:171","msg":"trace[671005433] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"562.811569ms","start":"2026-03-31T22:22:43.082536Z","end":"2026-03-31T22:22:43.645348Z","steps":["trace[671005433] 'process raft request' (duration: 562.142374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.645551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.082409Z","time spent":"563.055055ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036225,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:43.670944Z","caller":"traceutil/trace.go:171","msg":"trace[408895061] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:603; }","duration":"216.258688ms","start":"2026-03-31T22:22:43.454667Z","end":"2026-03-31T22:22:43.670925Z","steps":["trace[408895061] 'read index received' (duration: 189.96841ms)","trace[408895061] 'applied index is now lower than readState.Index' (duration: 26.289648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:43.670962Z","caller":"traceutil/trace.go:171","msg":"trace[1927067323] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"475.456362ms","start":"2026-03-31T22:22:43.195481Z","end":"2026-03-31T22:22:43.670938Z","steps":["trace[1927067323] 'process raft request' (duration: 475.250668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.671085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.195453Z","time spent":"475.566065ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:43.671191Z","caller":"traceutil/trace.go:171","msg":"trace[1957854732] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"474.599403ms","start":"2026-03-31T22:22:43.196586Z","end":"2026-03-31T22:22:43.671186Z","steps":["trace[1957854732] 'process raft request' (duration: 474.293716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.671276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.196573Z","time spent":"474.649125ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:43.671308Z","caller":"traceutil/trace.go:171","msg":"trace[689631107] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"474.705785ms","start":"2026-03-31T22:22:43.196594Z","end":"2026-03-31T22:22:43.6713Z","steps":["trace[689631107] 'process raft request' (duration: 474.306427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.671354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.196582Z","time spent":"474.748757ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:43.671421Z","caller":"traceutil/trace.go:171","msg":"trace[1750283955] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"475.478173ms","start":"2026-03-31T22:22:43.195885Z","end":"2026-03-31T22:22:43.671363Z","steps":["trace[1750283955] 'process raft request' (duration: 474.969852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:43.671541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.195817Z","time spent":"475.676598ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:43.671589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.903103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:43.671661Z","caller":"traceutil/trace.go:171","msg":"trace[208540139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"216.990276ms","start":"2026-03-31T22:22:43.454653Z","end":"2026-03-31T22:22:43.671644Z","steps":["trace[208540139] 'agreement among raft nodes before linearized reading' (duration: 216.74671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:44.408006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209187,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:22:44.496522Z","caller":"traceutil/trace.go:171","msg":"trace[154769376] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"589.261012ms","start":"2026-03-31T22:22:43.907237Z","end":"2026-03-31T22:22:44.496498Z","steps":["trace[154769376] 'read index received' (duration: 589.087998ms)","trace[154769376] 'applied index is now lower than readState.Index' (duration: 172.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:44.496706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.458266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-896zm\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T22:22:44.496739Z","caller":"traceutil/trace.go:171","msg":"trace[1166379895] range","detail":"{range_begin:/registry/pods/kube-system/cilium-896zm; range_end:; response_count:1; response_revision:590; }","duration":"589.531888ms","start":"2026-03-31T22:22:43.907199Z","end":"2026-03-31T22:22:44.496731Z","steps":["trace[1166379895] 'agreement among raft nodes before linearized reading' (duration: 589.416875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:44.496762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.90718Z","time spent":"589.576548ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-896zm\" "} {"level":"info","ts":"2026-03-31T22:22:44.496679Z","caller":"traceutil/trace.go:171","msg":"trace[1760786437] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"788.522253ms","start":"2026-03-31T22:22:43.708078Z","end":"2026-03-31T22:22:44.4966Z","steps":["trace[1760786437] 'process raft request' (duration: 788.309068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:44.497161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:43.708057Z","time spent":"788.780739ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:45.954331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:46.24642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.694232902s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:22:47.454709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:22:47.454817Z","caller":"traceutil/trace.go:171","msg":"trace[104300483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720282s","start":"2026-03-31T22:22:45.454078Z","end":"2026-03-31T22:22:47.454799Z","steps":["trace[104300483] 'agreement among raft nodes before linearized reading' (duration: 2.000590779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.454856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.454058Z","time spent":"2.000790373s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:22:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:22:47.511881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.10497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:47.511986Z","caller":"traceutil/trace.go:171","msg":"trace[1937983940] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:590; }","duration":"918.220462ms","start":"2026-03-31T22:22:46.593749Z","end":"2026-03-31T22:22:47.51197Z","steps":["trace[1937983940] 'range keys from in-memory index tree' (duration: 918.093099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.512002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265236495s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:47.512092Z","caller":"traceutil/trace.go:171","msg":"trace[1832115536] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"2.999739413s","start":"2026-03-31T22:22:44.512335Z","end":"2026-03-31T22:22:47.512075Z","steps":["trace[1832115536] 'process raft request' (duration: 1.734358655s)","trace[1832115536] 'compare' (duration: 1.264980689s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:47.512146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.512307Z","time spent":"2.999813735s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:47.811202Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563337274s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:22:47.812193Z","caller":"traceutil/trace.go:171","msg":"trace[519066551] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:609; }","duration":"2.358025059s","start":"2026-03-31T22:22:45.454133Z","end":"2026-03-31T22:22:47.812158Z","steps":["trace[519066551] 'read index received' (duration: 792.465633ms)","trace[519066551] 'applied index is now lower than readState.Index' (duration: 1.565558106s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:47.812583Z","caller":"traceutil/trace.go:171","msg":"trace[42640032] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"2.891955662s","start":"2026-03-31T22:22:44.920401Z","end":"2026-03-31T22:22:47.812357Z","steps":["trace[42640032] 'process raft request' (duration: 2.891181674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.812844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:44.920378Z","time spent":"2.89232465s","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:47.853569Z","caller":"traceutil/trace.go:171","msg":"trace[40832584] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"794.591261ms","start":"2026-03-31T22:22:47.058951Z","end":"2026-03-31T22:22:47.853542Z","steps":["trace[40832584] 'process raft request' (duration: 794.422627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.853696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121798642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:22:47.853817Z","caller":"traceutil/trace.go:171","msg":"trace[925942062] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:594; }","duration":"1.121958496s","start":"2026-03-31T22:22:46.731844Z","end":"2026-03-31T22:22:47.853803Z","steps":["trace[925942062] 'agreement among raft nodes before linearized reading' (duration: 1.121730401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.853852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.731828Z","time spent":"1.122017477s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:22:47.853902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179265973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:22:47.853903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.058932Z","time spent":"794.717334ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:47.853973Z","caller":"traceutil/trace.go:171","msg":"trace[468190318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:594; }","duration":"2.179549779s","start":"2026-03-31T22:22:45.67438Z","end":"2026-03-31T22:22:47.85393Z","steps":["trace[468190318] 'agreement among raft nodes before linearized reading' (duration: 2.17914513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.854033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.674366Z","time spent":"2.179631322s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:47.854009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179123829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:22:47.854069Z","caller":"traceutil/trace.go:171","msg":"trace[196378383] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"565.571322ms","start":"2026-03-31T22:22:47.28849Z","end":"2026-03-31T22:22:47.854061Z","steps":["trace[196378383] 'process raft request' (duration: 564.994199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:47.854097Z","caller":"traceutil/trace.go:171","msg":"trace[1050622016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"2.179241571s","start":"2026-03-31T22:22:45.674833Z","end":"2026-03-31T22:22:47.854074Z","steps":["trace[1050622016] 'agreement among raft nodes before linearized reading' (duration: 2.178959275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.854135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.288473Z","time spent":"565.614434ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:47.854157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179262133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T22:22:47.854158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.674827Z","time spent":"2.179321084s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:22:47.854192Z","caller":"traceutil/trace.go:171","msg":"trace[1708544906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:594; }","duration":"2.179303734s","start":"2026-03-31T22:22:45.674879Z","end":"2026-03-31T22:22:47.854183Z","steps":["trace[1708544906] 'agreement among raft nodes before linearized reading' (duration: 2.17915679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.854213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.2207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:47.854246Z","caller":"traceutil/trace.go:171","msg":"trace[489590064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"399.291021ms","start":"2026-03-31T22:22:47.454947Z","end":"2026-03-31T22:22:47.854238Z","steps":["trace[489590064] 'agreement among raft nodes before linearized reading' (duration: 399.24136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.854266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.454926Z","time spent":"399.334613ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:47.854219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.674877Z","time spent":"2.179336115s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:47.854475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179524789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:22:47.855025Z","caller":"traceutil/trace.go:171","msg":"trace[535588475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:594; }","duration":"2.180130212s","start":"2026-03-31T22:22:45.674864Z","end":"2026-03-31T22:22:47.854994Z","steps":["trace[535588475] 'agreement among raft nodes before linearized reading' (duration: 2.178779861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.855079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.674861Z","time spent":"2.180207834s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:22:48.076613Z","caller":"traceutil/trace.go:171","msg":"trace[2084653540] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"133.001556ms","start":"2026-03-31T22:22:47.943594Z","end":"2026-03-31T22:22:48.076595Z","steps":["trace[2084653540] 'read index received' (duration: 132.028914ms)","trace[2084653540] 'applied index is now lower than readState.Index' (duration: 972.012µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:48.076699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.925696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:48.076719Z","caller":"traceutil/trace.go:171","msg":"trace[673430470] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:603; }","duration":"137.961017ms","start":"2026-03-31T22:22:47.93875Z","end":"2026-03-31T22:22:48.076711Z","steps":["trace[673430470] 'agreement among raft nodes before linearized reading' (duration: 137.910676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:48.076719Z","caller":"traceutil/trace.go:171","msg":"trace[1620164700] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"137.140399ms","start":"2026-03-31T22:22:47.939546Z","end":"2026-03-31T22:22:48.076687Z","steps":["trace[1620164700] 'process raft request' (duration: 136.071175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:48.907102Z","caller":"traceutil/trace.go:171","msg":"trace[199872390] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"228.452846ms","start":"2026-03-31T22:22:48.678609Z","end":"2026-03-31T22:22:48.907062Z","steps":["trace[199872390] 'process raft request' (duration: 141.855226ms)","trace[199872390] 'compare' (duration: 86.454966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:52.487163Z","caller":"traceutil/trace.go:171","msg":"trace[394425374] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"182.197253ms","start":"2026-03-31T22:22:52.304943Z","end":"2026-03-31T22:22:52.48714Z","steps":["trace[394425374] 'process raft request' (duration: 159.428226ms)","trace[394425374] 'compare' (duration: 22.613584ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:52.632061Z","caller":"traceutil/trace.go:171","msg":"trace[2106604896] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"143.602866ms","start":"2026-03-31T22:22:52.488438Z","end":"2026-03-31T22:22:52.632041Z","steps":["trace[2106604896] 'read index received' (duration: 125.29168ms)","trace[2106604896] 'applied index is now lower than readState.Index' (duration: 18.310296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:52.632166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.732548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:52.63219Z","caller":"traceutil/trace.go:171","msg":"trace[1266625764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"143.80465ms","start":"2026-03-31T22:22:52.488377Z","end":"2026-03-31T22:22:52.632181Z","steps":["trace[1266625764] 'agreement among raft nodes before linearized reading' (duration: 143.740919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:52.632157Z","caller":"traceutil/trace.go:171","msg":"trace[1110181348] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"175.974083ms","start":"2026-03-31T22:22:52.456147Z","end":"2026-03-31T22:22:52.632121Z","steps":["trace[1110181348] 'process raft request' (duration: 157.632586ms)","trace[1110181348] 'compare' (duration: 18.169253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:53.19128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.315885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:53.191383Z","caller":"traceutil/trace.go:171","msg":"trace[222882032] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"210.797165ms","start":"2026-03-31T22:22:52.980568Z","end":"2026-03-31T22:22:53.191365Z","steps":["trace[222882032] 'process raft request' (duration: 109.325568ms)","trace[222882032] 'compare' (duration: 101.212751ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:53.399873Z","caller":"traceutil/trace.go:171","msg":"trace[1302197880] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:693; }","duration":"146.378009ms","start":"2026-03-31T22:22:53.253462Z","end":"2026-03-31T22:22:53.39984Z","steps":["trace[1302197880] 'read index received' (duration: 68.803294ms)","trace[1302197880] 'applied index is now lower than readState.Index' (duration: 77.573255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:53.399995Z","caller":"traceutil/trace.go:171","msg":"trace[194311648] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"341.738392ms","start":"2026-03-31T22:22:53.058215Z","end":"2026-03-31T22:22:53.399953Z","steps":["trace[194311648] 'process raft request' (duration: 264.117856ms)","trace[194311648] 'compare' (duration: 77.302718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:53.400168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:53.058183Z","time spent":"341.912846ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:53.400236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.733677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-31T22:22:53.400292Z","caller":"traceutil/trace.go:171","msg":"trace[1603311538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:673; }","duration":"146.851139ms","start":"2026-03-31T22:22:53.253425Z","end":"2026-03-31T22:22:53.400276Z","steps":["trace[1603311538] 'agreement among raft nodes before linearized reading' (duration: 146.591603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:53.400594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.095043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:22:53.400714Z","caller":"traceutil/trace.go:171","msg":"trace[754843178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:673; }","duration":"139.246086ms","start":"2026-03-31T22:22:53.261443Z","end":"2026-03-31T22:22:53.400689Z","steps":["trace[754843178] 'agreement among raft nodes before linearized reading' (duration: 138.949049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:55.357208Z","caller":"traceutil/trace.go:171","msg":"trace[1847399567] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"103.579365ms","start":"2026-03-31T22:22:55.253602Z","end":"2026-03-31T22:22:55.357181Z","steps":["trace[1847399567] 'read index received' (duration: 103.34092ms)","trace[1847399567] 'applied index is now lower than readState.Index' (duration: 237.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:55.357268Z","caller":"traceutil/trace.go:171","msg":"trace[947648885] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"232.834146ms","start":"2026-03-31T22:22:55.124399Z","end":"2026-03-31T22:22:55.357234Z","steps":["trace[947648885] 'process raft request' (duration: 232.58418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:55.357563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.937034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-31T22:22:55.357685Z","caller":"traceutil/trace.go:171","msg":"trace[1919482545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:702; }","duration":"104.081146ms","start":"2026-03-31T22:22:55.253552Z","end":"2026-03-31T22:22:55.357633Z","steps":["trace[1919482545] 'agreement among raft nodes before linearized reading' (duration: 103.740719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.067966Z","caller":"traceutil/trace.go:171","msg":"trace[475120232] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"164.107263ms","start":"2026-03-31T22:22:55.903849Z","end":"2026-03-31T22:22:56.067956Z","steps":["trace[475120232] 'process raft request' (duration: 163.947699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.067934Z","caller":"traceutil/trace.go:171","msg":"trace[1485009386] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:724; }","duration":"163.09131ms","start":"2026-03-31T22:22:55.904825Z","end":"2026-03-31T22:22:56.067917Z","steps":["trace[1485009386] 'read index received' (duration: 163.000048ms)","trace[1485009386] 'applied index is now lower than readState.Index' (duration: 90.602µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:56.068203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.377467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:56.068261Z","caller":"traceutil/trace.go:171","msg":"trace[1267029108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:704; }","duration":"163.463858ms","start":"2026-03-31T22:22:55.904769Z","end":"2026-03-31T22:22:56.068232Z","steps":["trace[1267029108] 'agreement among raft nodes before linearized reading' (duration: 163.305954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.094122Z","caller":"traceutil/trace.go:171","msg":"trace[2138316073] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"187.046354ms","start":"2026-03-31T22:22:55.907052Z","end":"2026-03-31T22:22:56.094098Z","steps":["trace[2138316073] 'process raft request' (duration: 186.88353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.094459Z","caller":"traceutil/trace.go:171","msg":"trace[1617072545] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"187.033474ms","start":"2026-03-31T22:22:55.907375Z","end":"2026-03-31T22:22:56.094409Z","steps":["trace[1617072545] 'process raft request' (duration: 186.683476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.094387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.269787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:22:56.094583Z","caller":"traceutil/trace.go:171","msg":"trace[251935380] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:706; }","duration":"183.504222ms","start":"2026-03-31T22:22:55.911058Z","end":"2026-03-31T22:22:56.094562Z","steps":["trace[251935380] 'agreement among raft nodes before linearized reading' (duration: 183.206856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.253357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.110938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:56.253503Z","caller":"traceutil/trace.go:171","msg":"trace[1619258143] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"182.05079ms","start":"2026-03-31T22:22:56.071394Z","end":"2026-03-31T22:22:56.253445Z","steps":["trace[1619258143] 'process raft request' (duration: 66.757338ms)","trace[1619258143] 'compare' (duration: 114.959085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:56.285292Z","caller":"traceutil/trace.go:171","msg":"trace[382555752] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"139.79747ms","start":"2026-03-31T22:22:56.145443Z","end":"2026-03-31T22:22:56.28524Z","steps":["trace[382555752] 'read index received' (duration: 139.605015ms)","trace[382555752] 'applied index is now lower than readState.Index' (duration: 190.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:56.285365Z","caller":"traceutil/trace.go:171","msg":"trace[961301861] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"157.88829ms","start":"2026-03-31T22:22:56.127456Z","end":"2026-03-31T22:22:56.285344Z","steps":["trace[961301861] 'process raft request' (duration: 157.594424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.285544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.027174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:56.285551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.062546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:56.285641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.173315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:56.28578Z","caller":"traceutil/trace.go:171","msg":"trace[58421030] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:708; }","duration":"139.323728ms","start":"2026-03-31T22:22:56.146447Z","end":"2026-03-31T22:22:56.28577Z","steps":["trace[58421030] 'agreement among raft nodes before linearized reading' (duration: 139.168464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.285648Z","caller":"traceutil/trace.go:171","msg":"trace[88920104] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:708; }","duration":"140.188498ms","start":"2026-03-31T22:22:56.145439Z","end":"2026-03-31T22:22:56.285628Z","steps":["trace[88920104] 'agreement among raft nodes before linearized reading' (duration: 140.006424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.285595Z","caller":"traceutil/trace.go:171","msg":"trace[1165222813] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:708; }","duration":"140.143067ms","start":"2026-03-31T22:22:56.145437Z","end":"2026-03-31T22:22:56.285581Z","steps":["trace[1165222813] 'agreement among raft nodes before linearized reading' (duration: 140.016085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.285703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.019386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:56.286034Z","caller":"traceutil/trace.go:171","msg":"trace[1282991653] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:708; }","duration":"108.361844ms","start":"2026-03-31T22:22:56.177648Z","end":"2026-03-31T22:22:56.28601Z","steps":["trace[1282991653] 'agreement among raft nodes before linearized reading' (duration: 108.033557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.28566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.234201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:56.28614Z","caller":"traceutil/trace.go:171","msg":"trace[1344074420] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:708; }","duration":"108.739322ms","start":"2026-03-31T22:22:56.177386Z","end":"2026-03-31T22:22:56.286126Z","steps":["trace[1344074420] 'agreement among raft nodes before linearized reading' (duration: 108.196379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.285689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.7571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:56.286251Z","caller":"traceutil/trace.go:171","msg":"trace[237247507] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:708; }","duration":"108.426276ms","start":"2026-03-31T22:22:56.177808Z","end":"2026-03-31T22:22:56.286235Z","steps":["trace[237247507] 'agreement among raft nodes before linearized reading' (duration: 107.712809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.910937Z","caller":"traceutil/trace.go:171","msg":"trace[1948808881] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"118.601627ms","start":"2026-03-31T22:22:56.792313Z","end":"2026-03-31T22:22:56.910914Z","steps":["trace[1948808881] 'process raft request' (duration: 43.313286ms)","trace[1948808881] 'compare' (duration: 75.079777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:57.909196Z","caller":"traceutil/trace.go:171","msg":"trace[1119417073] transaction","detail":"{read_only:false; number_of_response:0; response_revision:712; }","duration":"186.279787ms","start":"2026-03-31T22:22:57.72288Z","end":"2026-03-31T22:22:57.90916Z","steps":["trace[1119417073] 'process raft request' (duration: 101.795055ms)","trace[1119417073] 'compare' (duration: 84.428891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:57.914374Z","caller":"traceutil/trace.go:171","msg":"trace[1206527722] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"115.502597ms","start":"2026-03-31T22:22:57.798857Z","end":"2026-03-31T22:22:57.914359Z","steps":["trace[1206527722] 'process raft request' (duration: 115.424866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.336879Z","caller":"traceutil/trace.go:171","msg":"trace[877142439] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"234.168466ms","start":"2026-03-31T22:22:58.102682Z","end":"2026-03-31T22:22:58.336851Z","steps":["trace[877142439] 'process raft request' (duration: 234.000121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.557428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.736055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:58.557592Z","caller":"traceutil/trace.go:171","msg":"trace[712730978] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:738; }","duration":"315.214248ms","start":"2026-03-31T22:22:58.242366Z","end":"2026-03-31T22:22:58.55758Z","steps":["trace[712730978] 'read index received' (duration: 94.391306ms)","trace[712730978] 'applied index is now lower than readState.Index' (duration: 220.822112ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:58.557663Z","caller":"traceutil/trace.go:171","msg":"trace[942698815] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"387.999044ms","start":"2026-03-31T22:22:58.169657Z","end":"2026-03-31T22:22:58.557656Z","steps":["trace[942698815] 'process raft request' (duration: 387.857041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.557639Z","caller":"traceutil/trace.go:171","msg":"trace[1086138715] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"388.141997ms","start":"2026-03-31T22:22:58.169462Z","end":"2026-03-31T22:22:58.557604Z","steps":["trace[1086138715] 'process raft request' (duration: 198.156556ms)","trace[1086138715] 'compare' (duration: 189.643403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:58.557706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.169651Z","time spent":"388.032325ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:58.557799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.169428Z","time spent":"388.289931ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:58.557943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.298838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:58.557957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.569776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-896zm.18a20d4098fa3ff3\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-31T22:22:58.557992Z","caller":"traceutil/trace.go:171","msg":"trace[54255320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"103.38255ms","start":"2026-03-31T22:22:58.454597Z","end":"2026-03-31T22:22:58.55798Z","steps":["trace[54255320] 'agreement among raft nodes before linearized reading' (duration: 103.302909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.557983Z","caller":"traceutil/trace.go:171","msg":"trace[1476771166] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"388.093346ms","start":"2026-03-31T22:22:58.169865Z","end":"2026-03-31T22:22:58.557958Z","steps":["trace[1476771166] 'process raft request' (duration: 387.687187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:58.558016Z","caller":"traceutil/trace.go:171","msg":"trace[1743639082] range","detail":"{range_begin:/registry/events/kube-system/cilium-896zm.18a20d4098fa3ff3; range_end:; response_count:1; response_revision:719; }","duration":"315.656628ms","start":"2026-03-31T22:22:58.242344Z","end":"2026-03-31T22:22:58.558001Z","steps":["trace[1743639082] 'agreement among raft nodes before linearized reading' (duration: 315.454563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.558052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.242335Z","time spent":"315.70905ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/cilium-896zm.18a20d4098fa3ff3\" "} {"level":"warn","ts":"2026-03-31T22:22:58.558037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.994595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:58.558106Z","caller":"traceutil/trace.go:171","msg":"trace[1988715832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:719; }","duration":"301.095108ms","start":"2026-03-31T22:22:58.256993Z","end":"2026-03-31T22:22:58.558088Z","steps":["trace[1988715832] 'agreement among raft nodes before linearized reading' (duration: 300.889073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.55813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.169859Z","time spent":"388.187528ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:58.558175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.256976Z","time spent":"301.18126ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:58.558059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.241128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2074"} {"level":"info","ts":"2026-03-31T22:22:58.55834Z","caller":"traceutil/trace.go:171","msg":"trace[837351215] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:719; }","duration":"136.524256ms","start":"2026-03-31T22:22:58.421775Z","end":"2026-03-31T22:22:58.5583Z","steps":["trace[837351215] 'agreement among raft nodes before linearized reading' (duration: 136.220528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.938613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.231175ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T22:22:58.938841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.559813Z","time spent":"379.02335ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:22:58.938875Z","caller":"traceutil/trace.go:171","msg":"trace[1627895309] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:742; }","duration":"373.262639ms","start":"2026-03-31T22:22:58.565596Z","end":"2026-03-31T22:22:58.938858Z","steps":["trace[1627895309] 'read index received' (duration: 197.776578ms)","trace[1627895309] 'applied index is now lower than readState.Index' (duration: 175.485201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:58.939149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.538816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2074"} {"level":"info","ts":"2026-03-31T22:22:58.939217Z","caller":"traceutil/trace.go:171","msg":"trace[2070231123] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:720; }","duration":"373.622557ms","start":"2026-03-31T22:22:58.565573Z","end":"2026-03-31T22:22:58.939196Z","steps":["trace[2070231123] 'agreement among raft nodes before linearized reading' (duration: 373.382761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.939234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.983023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:22:58.93915Z","caller":"traceutil/trace.go:171","msg":"trace[269918111] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"377.869973ms","start":"2026-03-31T22:22:58.561218Z","end":"2026-03-31T22:22:58.939088Z","steps":["trace[269918111] 'process raft request' (duration: 377.504185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.939276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.565561Z","time spent":"373.70038ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2096,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-31T22:22:58.939285Z","caller":"traceutil/trace.go:171","msg":"trace[531354372] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:720; }","duration":"249.067805ms","start":"2026-03-31T22:22:58.690204Z","end":"2026-03-31T22:22:58.939272Z","steps":["trace[531354372] 'agreement among raft nodes before linearized reading' (duration: 248.974603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:58.939393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.561203Z","time spent":"378.106189ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:59.070996Z","caller":"traceutil/trace.go:171","msg":"trace[120143788] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:744; }","duration":"126.443637ms","start":"2026-03-31T22:22:58.944527Z","end":"2026-03-31T22:22:59.070971Z","steps":["trace[120143788] 'read index received' (duration: 122.285402ms)","trace[120143788] 'applied index is now lower than readState.Index' (duration: 4.157185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:59.071047Z","caller":"traceutil/trace.go:171","msg":"trace[2073137005] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"131.126062ms","start":"2026-03-31T22:22:58.93988Z","end":"2026-03-31T22:22:59.071006Z","steps":["trace[2073137005] 'process raft request' (duration: 126.963787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:59.0713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.757654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2074"} {"level":"info","ts":"2026-03-31T22:22:59.071469Z","caller":"traceutil/trace.go:171","msg":"trace[987442121] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:721; }","duration":"126.898067ms","start":"2026-03-31T22:22:58.944491Z","end":"2026-03-31T22:22:59.071389Z","steps":["trace[987442121] 'agreement among raft nodes before linearized reading' (duration: 126.572889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:59.766958Z","caller":"traceutil/trace.go:171","msg":"trace[1659526267] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"179.243286ms","start":"2026-03-31T22:22:59.587694Z","end":"2026-03-31T22:22:59.766938Z","steps":["trace[1659526267] 'process raft request' (duration: 179.068573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.399143Z","caller":"traceutil/trace.go:171","msg":"trace[1180648682] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"120.47048ms","start":"2026-03-31T22:23:00.27865Z","end":"2026-03-31T22:23:00.39912Z","steps":["trace[1180648682] 'process raft request' (duration: 120.307027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.693018Z","caller":"traceutil/trace.go:171","msg":"trace[2043323673] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"128.279958ms","start":"2026-03-31T22:23:00.564714Z","end":"2026-03-31T22:23:00.692994Z","steps":["trace[2043323673] 'process raft request' (duration: 128.229457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.693104Z","caller":"traceutil/trace.go:171","msg":"trace[34544391] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"128.475302ms","start":"2026-03-31T22:23:00.564578Z","end":"2026-03-31T22:23:00.693053Z","steps":["trace[34544391] 'process raft request' (duration: 127.476439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.931229Z","caller":"traceutil/trace.go:171","msg":"trace[1927963039] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"117.810939ms","start":"2026-03-31T22:23:00.813381Z","end":"2026-03-31T22:23:00.931192Z","steps":["trace[1927963039] 'process raft request' (duration: 50.946559ms)","trace[1927963039] 'compare' (duration: 66.618155ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:01.101539Z","caller":"traceutil/trace.go:171","msg":"trace[1405108548] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"165.517234ms","start":"2026-03-31T22:23:00.936004Z","end":"2026-03-31T22:23:01.101521Z","steps":["trace[1405108548] 'process raft request' (duration: 165.401462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.348549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.271874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:01.348628Z","caller":"traceutil/trace.go:171","msg":"trace[1648838660] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:756; }","duration":"405.356679ms","start":"2026-03-31T22:23:00.943258Z","end":"2026-03-31T22:23:01.348615Z","steps":["trace[1648838660] 'read index received' (duration: 158.197977ms)","trace[1648838660] 'applied index is now lower than readState.Index' (duration: 247.157792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:01.348761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.496242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:23:01.34879Z","caller":"traceutil/trace.go:171","msg":"trace[1818762435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:734; }","duration":"405.551384ms","start":"2026-03-31T22:23:00.943233Z","end":"2026-03-31T22:23:01.348784Z","steps":["trace[1818762435] 'agreement among raft nodes before linearized reading' (duration: 405.415301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.348815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.943223Z","time spent":"405.583224ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:01.349038Z","caller":"traceutil/trace.go:171","msg":"trace[1846511741] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"408.92328ms","start":"2026-03-31T22:23:00.939888Z","end":"2026-03-31T22:23:01.348811Z","steps":["trace[1846511741] 'process raft request' (duration: 252.338499ms)","trace[1846511741] 'compare' (duration: 156.180422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:01.349136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.939869Z","time spent":"409.228267ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2258,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:01.42074Z","caller":"traceutil/trace.go:171","msg":"trace[1026372665] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"311.136216ms","start":"2026-03-31T22:23:01.109586Z","end":"2026-03-31T22:23:01.420722Z","steps":["trace[1026372665] 'process raft request' (duration: 311.039874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.420898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:01.109568Z","time spent":"311.276259ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2860,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:02.883711Z","caller":"traceutil/trace.go:171","msg":"trace[946046488] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"106.661016ms","start":"2026-03-31T22:23:02.77702Z","end":"2026-03-31T22:23:02.883681Z","steps":["trace[946046488] 'process raft request' (duration: 100.518606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.209564Z","caller":"traceutil/trace.go:171","msg":"trace[532916427] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"141.55411ms","start":"2026-03-31T22:23:03.067986Z","end":"2026-03-31T22:23:03.20954Z","steps":["trace[532916427] 'read index received' (duration: 126.290232ms)","trace[532916427] 'applied index is now lower than readState.Index' (duration: 15.261758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:03.209567Z","caller":"traceutil/trace.go:171","msg":"trace[955246731] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"153.315147ms","start":"2026-03-31T22:23:03.05622Z","end":"2026-03-31T22:23:03.209536Z","steps":["trace[955246731] 'process raft request' (duration: 138.08161ms)","trace[955246731] 'compare' (duration: 14.832588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:03.223646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.580099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:03.223668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.63982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:03.223747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.188865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:03.223755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.664541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:03.223747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.132196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:03.223761Z","caller":"traceutil/trace.go:171","msg":"trace[1068773570] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:743; }","duration":"155.783094ms","start":"2026-03-31T22:23:03.067955Z","end":"2026-03-31T22:23:03.223738Z","steps":["trace[1068773570] 'agreement among raft nodes before linearized reading' (duration: 141.661243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.223785Z","caller":"traceutil/trace.go:171","msg":"trace[270275605] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:743; }","duration":"155.721902ms","start":"2026-03-31T22:23:03.068057Z","end":"2026-03-31T22:23:03.223779Z","steps":["trace[270275605] 'agreement among raft nodes before linearized reading' (duration: 155.676411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.223788Z","caller":"traceutil/trace.go:171","msg":"trace[923365520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:743; }","duration":"106.265217ms","start":"2026-03-31T22:23:03.11751Z","end":"2026-03-31T22:23:03.223775Z","steps":["trace[923365520] 'agreement among raft nodes before linearized reading' (duration: 106.215865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.22381Z","caller":"traceutil/trace.go:171","msg":"trace[1942769073] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:743; }","duration":"107.269239ms","start":"2026-03-31T22:23:03.116525Z","end":"2026-03-31T22:23:03.223795Z","steps":["trace[1942769073] 'agreement among raft nodes before linearized reading' (duration: 107.160177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.223692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.045384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:03.223714Z","caller":"traceutil/trace.go:171","msg":"trace[1971536633] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:743; }","duration":"155.688672ms","start":"2026-03-31T22:23:03.068009Z","end":"2026-03-31T22:23:03.223697Z","steps":["trace[1971536633] 'agreement among raft nodes before linearized reading' (duration: 155.576769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.223988Z","caller":"traceutil/trace.go:171","msg":"trace[207408336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:743; }","duration":"107.366632ms","start":"2026-03-31T22:23:03.116588Z","end":"2026-03-31T22:23:03.223955Z","steps":["trace[207408336] 'agreement among raft nodes before linearized reading' (duration: 107.027684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:04.34604Z","caller":"traceutil/trace.go:171","msg":"trace[1463802827] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"257.332503ms","start":"2026-03-31T22:23:04.088688Z","end":"2026-03-31T22:23:04.34602Z","steps":["trace[1463802827] 'process raft request' (duration: 257.212831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:04.588507Z","caller":"traceutil/trace.go:171","msg":"trace[1158113362] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"127.607842ms","start":"2026-03-31T22:23:04.460861Z","end":"2026-03-31T22:23:04.588468Z","steps":["trace[1158113362] 'process raft request' (duration: 126.911736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:05.616784Z","caller":"traceutil/trace.go:171","msg":"trace[655883536] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"141.278823ms","start":"2026-03-31T22:23:05.475472Z","end":"2026-03-31T22:23:05.616751Z","steps":["trace[655883536] 'process raft request' (duration: 141.022147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:06.801531Z","caller":"traceutil/trace.go:171","msg":"trace[1175367777] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"108.57671ms","start":"2026-03-31T22:23:06.692922Z","end":"2026-03-31T22:23:06.801498Z","steps":["trace[1175367777] 'process raft request' (duration: 108.342305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:07.278144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.739684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:23:07.278216Z","caller":"traceutil/trace.go:171","msg":"trace[889363161] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:762; }","duration":"389.848837ms","start":"2026-03-31T22:23:06.888353Z","end":"2026-03-31T22:23:07.278201Z","steps":["trace[889363161] 'range keys from in-memory index tree' (duration: 389.664702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:07.278249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:06.888341Z","time spent":"389.899378ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:23:07.278404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.733366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:07.278456Z","caller":"traceutil/trace.go:171","msg":"trace[1190477336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:762; }","duration":"306.818267ms","start":"2026-03-31T22:23:06.971624Z","end":"2026-03-31T22:23:07.278442Z","steps":["trace[1190477336] 'range keys from in-memory index tree' (duration: 306.592652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:07.278492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:06.971606Z","time spent":"306.878169ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:07.278495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.36901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:07.278559Z","caller":"traceutil/trace.go:171","msg":"trace[1311846546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:762; }","duration":"376.457532ms","start":"2026-03-31T22:23:06.90209Z","end":"2026-03-31T22:23:07.278547Z","steps":["trace[1311846546] 'range keys from in-memory index tree' (duration: 376.145035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:07.278593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:06.902075Z","time spent":"376.509883ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:23:07.748172Z","caller":"traceutil/trace.go:171","msg":"trace[899860093] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"466.473608ms","start":"2026-03-31T22:23:07.281667Z","end":"2026-03-31T22:23:07.748141Z","steps":["trace[899860093] 'process raft request' (duration: 466.300905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:07.748343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:07.281655Z","time spent":"466.607691ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:07.998696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.544898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:07.998876Z","caller":"traceutil/trace.go:171","msg":"trace[937508823] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:788; }","duration":"377.625408ms","start":"2026-03-31T22:23:07.621231Z","end":"2026-03-31T22:23:07.998856Z","steps":["trace[937508823] 'read index received' (duration: 126.747222ms)","trace[937508823] 'applied index is now lower than readState.Index' (duration: 250.876646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:07.999003Z","caller":"traceutil/trace.go:171","msg":"trace[630749533] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"716.377433ms","start":"2026-03-31T22:23:07.282578Z","end":"2026-03-31T22:23:07.998956Z","steps":["trace[630749533] 'process raft request' (duration: 574.446015ms)","trace[630749533] 'compare' (duration: 141.354364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:07.999164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.035889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:23:07.999259Z","caller":"traceutil/trace.go:171","msg":"trace[995812757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:764; }","duration":"127.132052ms","start":"2026-03-31T22:23:07.872069Z","end":"2026-03-31T22:23:07.999201Z","steps":["trace[995812757] 'agreement among raft nodes before linearized reading' (duration: 126.914647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:07.999193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.937306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:23:07.99928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:07.282559Z","time spent":"716.542876ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:07.999342Z","caller":"traceutil/trace.go:171","msg":"trace[1665755781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:764; }","duration":"378.130509ms","start":"2026-03-31T22:23:07.621184Z","end":"2026-03-31T22:23:07.999314Z","steps":["trace[1665755781] 'agreement among raft nodes before linearized reading' (duration: 377.776811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:07.99941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:07.621166Z","time spent":"378.232102ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:08.139591Z","caller":"traceutil/trace.go:171","msg":"trace[1560358102] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"112.355036ms","start":"2026-03-31T22:23:08.027191Z","end":"2026-03-31T22:23:08.139546Z","steps":["trace[1560358102] 'process raft request' (duration: 89.395443ms)","trace[1560358102] 'compare' (duration: 22.734817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:08.40374Z","caller":"traceutil/trace.go:171","msg":"trace[2028858427] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"127.54419ms","start":"2026-03-31T22:23:08.276167Z","end":"2026-03-31T22:23:08.403711Z","steps":["trace[2028858427] 'process raft request' (duration: 65.564681ms)","trace[2028858427] 'compare' (duration: 61.219632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:08.843775Z","caller":"traceutil/trace.go:171","msg":"trace[219234976] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"132.707918ms","start":"2026-03-31T22:23:08.71104Z","end":"2026-03-31T22:23:08.843747Z","steps":["trace[219234976] 'process raft request' (duration: 110.993654ms)","trace[219234976] 'compare' (duration: 21.409767ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:09.18312Z","caller":"traceutil/trace.go:171","msg":"trace[1909243702] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"335.805257ms","start":"2026-03-31T22:23:08.847292Z","end":"2026-03-31T22:23:09.183098Z","steps":["trace[1909243702] 'process raft request' (duration: 335.622193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.18326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:08.847275Z","time spent":"335.900259ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:12.526514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:12.990615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136758892s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:12.991174Z","caller":"traceutil/trace.go:171","msg":"trace[832569344] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"1.137410028s","start":"2026-03-31T22:23:11.85373Z","end":"2026-03-31T22:23:12.99114Z","steps":["trace[832569344] 'process raft request' (duration: 1.137153652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:12.991378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:11.853709Z","time spent":"1.137568351s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:13.154096Z","caller":"traceutil/trace.go:171","msg":"trace[1416039316] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:800; }","duration":"1.128251436s","start":"2026-03-31T22:23:12.025805Z","end":"2026-03-31T22:23:13.154056Z","steps":["trace[1416039316] 'read index received' (duration: 965.12338ms)","trace[1416039316] 'applied index is now lower than readState.Index' (duration: 163.124936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:13.154348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128518902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:23:13.154414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.980002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:13.154442Z","caller":"traceutil/trace.go:171","msg":"trace[393877104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"1.128654265s","start":"2026-03-31T22:23:12.025756Z","end":"2026-03-31T22:23:13.154411Z","steps":["trace[393877104] 'agreement among raft nodes before linearized reading' (duration: 1.12843201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:13.154432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.202219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:13.154442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.52548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T22:23:13.154487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:12.025732Z","time spent":"1.128746477s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:23:13.154493Z","caller":"traceutil/trace.go:171","msg":"trace[78877705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"702.306371ms","start":"2026-03-31T22:23:12.452172Z","end":"2026-03-31T22:23:13.154479Z","steps":["trace[78877705] 'agreement among raft nodes before linearized reading' (duration: 702.210589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:13.154498Z","caller":"traceutil/trace.go:171","msg":"trace[608593749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:775; }","duration":"957.647802ms","start":"2026-03-31T22:23:12.196838Z","end":"2026-03-31T22:23:13.154486Z","steps":["trace[608593749] 'agreement among raft nodes before linearized reading' (duration: 957.440278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:13.154526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.496249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-31T22:23:13.15454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:12.452146Z","time spent":"702.385702ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:13.154537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:12.196814Z","time spent":"957.713484ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:13.154563Z","caller":"traceutil/trace.go:171","msg":"trace[9982740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:775; }","duration":"957.567831ms","start":"2026-03-31T22:23:12.196986Z","end":"2026-03-31T22:23:13.154554Z","steps":["trace[9982740] 'agreement among raft nodes before linearized reading' (duration: 957.436878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:13.154585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:12.196971Z","time spent":"957.608621ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:23:13.154484Z","caller":"traceutil/trace.go:171","msg":"trace[1130354802] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:775; }","duration":"392.084665ms","start":"2026-03-31T22:23:12.762378Z","end":"2026-03-31T22:23:13.154462Z","steps":["trace[1130354802] 'agreement among raft nodes before linearized reading' (duration: 391.968152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:13.1547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:12.76236Z","time spent":"392.32379ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:23:13.280725Z","caller":"traceutil/trace.go:171","msg":"trace[184020001] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"103.676218ms","start":"2026-03-31T22:23:13.177028Z","end":"2026-03-31T22:23:13.280704Z","steps":["trace[184020001] 'process raft request' (duration: 86.800403ms)","trace[184020001] 'compare' (duration: 16.559198ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:13.280782Z","caller":"traceutil/trace.go:171","msg":"trace[1977470574] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"103.520494ms","start":"2026-03-31T22:23:13.177231Z","end":"2026-03-31T22:23:13.280752Z","steps":["trace[1977470574] 'process raft request' (duration: 103.407662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:15.535288Z","caller":"traceutil/trace.go:171","msg":"trace[1880925694] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"165.796546ms","start":"2026-03-31T22:23:15.369457Z","end":"2026-03-31T22:23:15.535253Z","steps":["trace[1880925694] 'process raft request' (duration: 157.578749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:18.756066Z","caller":"traceutil/trace.go:171","msg":"trace[1479142946] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"180.030562ms","start":"2026-03-31T22:23:18.575999Z","end":"2026-03-31T22:23:18.75603Z","steps":["trace[1479142946] 'process raft request' (duration: 157.583918ms)","trace[1479142946] 'compare' (duration: 22.116636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:19.617092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:20.117269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:20.618249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:21.118699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751209699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:21.302181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.256732093s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:21.302688Z","caller":"traceutil/trace.go:171","msg":"trace[1797852470] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"2.257355788s","start":"2026-03-31T22:23:19.045303Z","end":"2026-03-31T22:23:21.302659Z","steps":["trace[1797852470] 'process raft request' (duration: 2.257107941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.302958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.045276Z","time spent":"2.257487421s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:21.312774Z","caller":"traceutil/trace.go:171","msg":"trace[1574343506] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:827; }","duration":"2.216515275s","start":"2026-03-31T22:23:19.09624Z","end":"2026-03-31T22:23:21.312755Z","steps":["trace[1574343506] 'read index received' (duration: 2.206198139s)","trace[1574343506] 'applied index is now lower than readState.Index' (duration: 10.316116ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:21.312894Z","caller":"traceutil/trace.go:171","msg":"trace[946421077] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"2.174427664s","start":"2026-03-31T22:23:19.138448Z","end":"2026-03-31T22:23:21.312876Z","steps":["trace[946421077] 'process raft request' (duration: 2.174191738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.313021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.138422Z","time spent":"2.174526985s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:21.313101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.926364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:21.31311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087406556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:21.313167Z","caller":"traceutil/trace.go:171","msg":"trace[181973121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:801; }","duration":"2.087510469s","start":"2026-03-31T22:23:19.225642Z","end":"2026-03-31T22:23:21.313153Z","steps":["trace[181973121] 'agreement among raft nodes before linearized reading' (duration: 2.087340225s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:21.31316Z","caller":"traceutil/trace.go:171","msg":"trace[1531711041] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:801; }","duration":"999.018747ms","start":"2026-03-31T22:23:20.314125Z","end":"2026-03-31T22:23:21.313144Z","steps":["trace[1531711041] 'agreement among raft nodes before linearized reading' (duration: 998.917824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.313191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.225622Z","time spent":"2.08756265s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:21.313208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.314112Z","time spent":"999.082878ms","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:21.313221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991879564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:23:21.313236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765054704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:21.31326Z","caller":"traceutil/trace.go:171","msg":"trace[1541314727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:801; }","duration":"1.991942506s","start":"2026-03-31T22:23:19.321306Z","end":"2026-03-31T22:23:21.313248Z","steps":["trace[1541314727] 'agreement among raft nodes before linearized reading' (duration: 1.991806743s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:21.313266Z","caller":"traceutil/trace.go:171","msg":"trace[517569496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:801; }","duration":"1.765120795s","start":"2026-03-31T22:23:19.548136Z","end":"2026-03-31T22:23:21.313257Z","steps":["trace[517569496] 'agreement among raft nodes before linearized reading' (duration: 1.765000843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.313281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.632205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:21.313289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217049607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dm4vs\" ","response":"range_response_count:1 size:3964"} {"level":"warn","ts":"2026-03-31T22:23:21.313294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.548113Z","time spent":"1.765174197s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:21.313294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.321292Z","time spent":"1.991994037s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:23:21.313313Z","caller":"traceutil/trace.go:171","msg":"trace[834827975] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:801; }","duration":"229.719456ms","start":"2026-03-31T22:23:21.083584Z","end":"2026-03-31T22:23:21.313304Z","steps":["trace[834827975] 'agreement among raft nodes before linearized reading' (duration: 229.663755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:21.313315Z","caller":"traceutil/trace.go:171","msg":"trace[360134099] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dm4vs; range_end:; response_count:1; response_revision:801; }","duration":"2.217113958s","start":"2026-03-31T22:23:19.096193Z","end":"2026-03-31T22:23:21.313307Z","steps":["trace[360134099] 'agreement among raft nodes before linearized reading' (duration: 2.217048087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.313335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.096165Z","time spent":"2.21716505s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dm4vs\" "} {"level":"warn","ts":"2026-03-31T22:23:21.313113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839932865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:21.313371Z","caller":"traceutil/trace.go:171","msg":"trace[1925587722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"1.840230841s","start":"2026-03-31T22:23:19.473131Z","end":"2026-03-31T22:23:21.313362Z","steps":["trace[1925587722] 'agreement among raft nodes before linearized reading' (duration: 1.839937574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.313397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.473108Z","time spent":"1.840282012s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:21.313369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992026438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:21.313447Z","caller":"traceutil/trace.go:171","msg":"trace[1439125894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:801; }","duration":"1.99214254s","start":"2026-03-31T22:23:19.321291Z","end":"2026-03-31T22:23:21.313433Z","steps":["trace[1439125894] 'agreement among raft nodes before linearized reading' (duration: 1.991896315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.313478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:19.32128Z","time spent":"1.992193031s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:23.487336Z","caller":"traceutil/trace.go:171","msg":"trace[393030720] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"117.494644ms","start":"2026-03-31T22:23:23.369811Z","end":"2026-03-31T22:23:23.487305Z","steps":["trace[393030720] 'process raft request' (duration: 117.437353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:23.487483Z","caller":"traceutil/trace.go:171","msg":"trace[1572756026] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"117.693028ms","start":"2026-03-31T22:23:23.369724Z","end":"2026-03-31T22:23:23.487417Z","steps":["trace[1572756026] 'process raft request' (duration: 59.099141ms)","trace[1572756026] 'compare' (duration: 58.28103ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:23.503612Z","caller":"traceutil/trace.go:171","msg":"trace[1017121940] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"133.463278ms","start":"2026-03-31T22:23:23.37013Z","end":"2026-03-31T22:23:23.503593Z","steps":["trace[1017121940] 'process raft request' (duration: 133.329835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:26.184368Z","caller":"traceutil/trace.go:171","msg":"trace[455487999] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"137.273985ms","start":"2026-03-31T22:23:26.047066Z","end":"2026-03-31T22:23:26.18434Z","steps":["trace[455487999] 'process raft request' (duration: 137.101331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:27.836426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.259506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:27.836533Z","caller":"traceutil/trace.go:171","msg":"trace[2021330697] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:881; }","duration":"479.950372ms","start":"2026-03-31T22:23:27.356565Z","end":"2026-03-31T22:23:27.836515Z","steps":["trace[2021330697] 'read index received' (duration: 26.641µs)","trace[2021330697] 'applied index is now lower than readState.Index' (duration: 479.922581ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:27.836578Z","caller":"traceutil/trace.go:171","msg":"trace[171507931] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"1.008951053s","start":"2026-03-31T22:23:26.827582Z","end":"2026-03-31T22:23:27.836533Z","steps":["trace[171507931] 'process raft request' (duration: 480.496014ms)","trace[171507931] 'compare' (duration: 528.114522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:27.836746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.176697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:27.836766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.898738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:27.836774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:26.827565Z","time spent":"1.009099467s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:27.83679Z","caller":"traceutil/trace.go:171","msg":"trace[220560634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:852; }","duration":"480.245318ms","start":"2026-03-31T22:23:27.356534Z","end":"2026-03-31T22:23:27.836779Z","steps":["trace[220560634] 'agreement among raft nodes before linearized reading' (duration: 480.068004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:27.836793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.777048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:23:27.836795Z","caller":"traceutil/trace.go:171","msg":"trace[1592507480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:852; }","duration":"288.96137ms","start":"2026-03-31T22:23:27.547824Z","end":"2026-03-31T22:23:27.836786Z","steps":["trace[1592507480] 'agreement among raft nodes before linearized reading' (duration: 288.868108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:27.836841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.683348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:27.836863Z","caller":"traceutil/trace.go:171","msg":"trace[287436516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:852; }","duration":"258.74694ms","start":"2026-03-31T22:23:27.57811Z","end":"2026-03-31T22:23:27.836857Z","steps":["trace[287436516] 'agreement among raft nodes before linearized reading' (duration: 258.698489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:27.836863Z","caller":"traceutil/trace.go:171","msg":"trace[2105729259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:852; }","duration":"433.90822ms","start":"2026-03-31T22:23:27.402941Z","end":"2026-03-31T22:23:27.836849Z","steps":["trace[2105729259] 'agreement among raft nodes before linearized reading' (duration: 433.713156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:27.836868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.160278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:23:27.836825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.356519Z","time spent":"480.29844ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:27.836922Z","caller":"traceutil/trace.go:171","msg":"trace[235710337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:852; }","duration":"294.289822ms","start":"2026-03-31T22:23:27.542616Z","end":"2026-03-31T22:23:27.836906Z","steps":["trace[235710337] 'agreement among raft nodes before linearized reading' (duration: 294.133398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:27.8369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.402909Z","time spent":"433.984462ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:27.837013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.569245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:27.837147Z","caller":"traceutil/trace.go:171","msg":"trace[93879654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:0; response_revision:852; }","duration":"367.79802ms","start":"2026-03-31T22:23:27.469322Z","end":"2026-03-31T22:23:27.837121Z","steps":["trace[93879654] 'agreement among raft nodes before linearized reading' (duration: 367.507253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:27.837205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.469291Z","time spent":"367.902982ms","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" "} {"level":"info","ts":"2026-03-31T22:23:28.323954Z","caller":"traceutil/trace.go:171","msg":"trace[1212923091] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"482.281246ms","start":"2026-03-31T22:23:27.841638Z","end":"2026-03-31T22:23:28.323919Z","steps":["trace[1212923091] 'process raft request' (duration: 482.204354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:28.324099Z","caller":"traceutil/trace.go:171","msg":"trace[85413599] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"482.775917ms","start":"2026-03-31T22:23:27.841286Z","end":"2026-03-31T22:23:28.324062Z","steps":["trace[85413599] 'process raft request' (duration: 482.358827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:28.324171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.841628Z","time spent":"482.432479ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:28.324272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.841266Z","time spent":"482.910189ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:28.324334Z","caller":"traceutil/trace.go:171","msg":"trace[2055692508] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"482.615753ms","start":"2026-03-31T22:23:27.841699Z","end":"2026-03-31T22:23:28.324315Z","steps":["trace[2055692508] 'process raft request' (duration: 482.180174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:28.324452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.841678Z","time spent":"482.708485ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:28.324563Z","caller":"traceutil/trace.go:171","msg":"trace[150293145] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"482.713965ms","start":"2026-03-31T22:23:27.841842Z","end":"2026-03-31T22:23:28.324556Z","steps":["trace[150293145] 'process raft request' (duration: 482.386917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:28.324604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.841795Z","time spent":"482.785146ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:28.324782Z","caller":"traceutil/trace.go:171","msg":"trace[381525237] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"482.169973ms","start":"2026-03-31T22:23:27.842604Z","end":"2026-03-31T22:23:28.324774Z","steps":["trace[381525237] 'process raft request' (duration: 481.899427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:28.324826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.84259Z","time spent":"482.217103ms","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:28.358853Z","caller":"traceutil/trace.go:171","msg":"trace[279016606] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"192.635649ms","start":"2026-03-31T22:23:28.166186Z","end":"2026-03-31T22:23:28.358822Z","steps":["trace[279016606] 'process raft request' (duration: 192.447235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:29.242303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.25884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:29.242398Z","caller":"traceutil/trace.go:171","msg":"trace[115494839] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:859; }","duration":"297.409412ms","start":"2026-03-31T22:23:28.944973Z","end":"2026-03-31T22:23:29.242382Z","steps":["trace[115494839] 'count revisions from in-memory index tree' (duration: 297.183457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:29.242568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.894879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:29.242626Z","caller":"traceutil/trace.go:171","msg":"trace[1492967895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:859; }","duration":"789.006991ms","start":"2026-03-31T22:23:28.453605Z","end":"2026-03-31T22:23:29.242612Z","steps":["trace[1492967895] 'range keys from in-memory index tree' (duration: 788.786967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:29.242656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:28.453581Z","time spent":"789.067242ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:29.273309Z","caller":"traceutil/trace.go:171","msg":"trace[878744745] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"105.974991ms","start":"2026-03-31T22:23:29.167309Z","end":"2026-03-31T22:23:29.273284Z","steps":["trace[878744745] 'process raft request' (duration: 105.576952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:29.958509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.320065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:29.958577Z","caller":"traceutil/trace.go:171","msg":"trace[540790599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:860; }","duration":"503.399087ms","start":"2026-03-31T22:23:29.455162Z","end":"2026-03-31T22:23:29.958561Z","steps":["trace[540790599] 'range keys from in-memory index tree' (duration: 503.256864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:29.95861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:29.45512Z","time spent":"503.481269ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:30.084145Z","caller":"traceutil/trace.go:171","msg":"trace[2074761913] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"121.414153ms","start":"2026-03-31T22:23:29.962711Z","end":"2026-03-31T22:23:30.084125Z","steps":["trace[2074761913] 'process raft request' (duration: 121.25972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:30.835761Z","caller":"traceutil/trace.go:171","msg":"trace[1816937582] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"505.179839ms","start":"2026-03-31T22:23:30.330556Z","end":"2026-03-31T22:23:30.835736Z","steps":["trace[1816937582] 'process raft request' (duration: 505.027576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.835993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.330532Z","time spent":"505.373114ms","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5173,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:31.435118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.166905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:31.435357Z","caller":"traceutil/trace.go:171","msg":"trace[616150042] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"1.102885121s","start":"2026-03-31T22:23:30.332449Z","end":"2026-03-31T22:23:31.435334Z","steps":["trace[616150042] 'process raft request' (duration: 746.427559ms)","trace[616150042] 'compare' (duration: 356.048402ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:31.43538Z","caller":"traceutil/trace.go:171","msg":"trace[252925553] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"1.101245082s","start":"2026-03-31T22:23:30.334118Z","end":"2026-03-31T22:23:31.435363Z","steps":["trace[252925553] 'process raft request' (duration: 1.10111917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.435445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.332425Z","time spent":"1.102975452s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:31.435467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.334097Z","time spent":"1.101325306s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:31.435477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083965038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:31.435384Z","caller":"traceutil/trace.go:171","msg":"trace[870910644] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:891; }","duration":"1.083862216s","start":"2026-03-31T22:23:30.351506Z","end":"2026-03-31T22:23:31.435368Z","steps":["trace[870910644] 'read index received' (duration: 484.093587ms)","trace[870910644] 'applied index is now lower than readState.Index' (duration: 599.767539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:31.435513Z","caller":"traceutil/trace.go:171","msg":"trace[973917568] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:866; }","duration":"1.08403112s","start":"2026-03-31T22:23:30.351472Z","end":"2026-03-31T22:23:31.435503Z","steps":["trace[973917568] 'agreement among raft nodes before linearized reading' (duration: 1.083940148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.435543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.351435Z","time spent":"1.084100071s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:23:31.435555Z","caller":"traceutil/trace.go:171","msg":"trace[1026987516] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"1.101411347s","start":"2026-03-31T22:23:30.334139Z","end":"2026-03-31T22:23:31.43555Z","steps":["trace[1026987516] 'process raft request' (duration: 1.101156931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.435584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.334121Z","time spent":"1.101448877s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:31.435578Z","caller":"traceutil/trace.go:171","msg":"trace[633417856] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"1.100484986s","start":"2026-03-31T22:23:30.335081Z","end":"2026-03-31T22:23:31.435566Z","steps":["trace[633417856] 'process raft request' (duration: 1.100248201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.435629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.335073Z","time spent":"1.100529437s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:31.492402Z","caller":"traceutil/trace.go:171","msg":"trace[2040197369] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"651.415719ms","start":"2026-03-31T22:23:30.840951Z","end":"2026-03-31T22:23:31.492367Z","steps":["trace[2040197369] 'process raft request' (duration: 651.03502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:31.492514Z","caller":"traceutil/trace.go:171","msg":"trace[2052285183] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"650.836935ms","start":"2026-03-31T22:23:30.841648Z","end":"2026-03-31T22:23:31.492485Z","steps":["trace[2052285183] 'process raft request' (duration: 650.565558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.492577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.840935Z","time spent":"651.552322ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:31.492656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.841643Z","time spent":"650.935587ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:31.492798Z","caller":"traceutil/trace.go:171","msg":"trace[1104469235] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"647.971479ms","start":"2026-03-31T22:23:30.844817Z","end":"2026-03-31T22:23:31.492789Z","steps":["trace[1104469235] 'process raft request' (duration: 647.473858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.492505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039868051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:31.492904Z","caller":"traceutil/trace.go:171","msg":"trace[749685711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:869; }","duration":"1.040329361s","start":"2026-03-31T22:23:30.45255Z","end":"2026-03-31T22:23:31.492879Z","steps":["trace[749685711] 'agreement among raft nodes before linearized reading' (duration: 1.03982521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.492844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.844811Z","time spent":"648.00924ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:31.492978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.452534Z","time spent":"1.040428073s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:31.657025Z","caller":"traceutil/trace.go:171","msg":"trace[644205696] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:899; }","duration":"154.92617ms","start":"2026-03-31T22:23:31.502077Z","end":"2026-03-31T22:23:31.657003Z","steps":["trace[644205696] 'read index received' (duration: 92.630596ms)","trace[644205696] 'applied index is now lower than readState.Index' (duration: 62.294444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:31.657123Z","caller":"traceutil/trace.go:171","msg":"trace[12321070] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"155.054682ms","start":"2026-03-31T22:23:31.502058Z","end":"2026-03-31T22:23:31.657112Z","steps":["trace[12321070] 'process raft request' (duration: 92.555814ms)","trace[12321070] 'compare' (duration: 62.283873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:31.6574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.312438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-wzqsr\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-31T22:23:31.657437Z","caller":"traceutil/trace.go:171","msg":"trace[882287486] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-wzqsr; range_end:; response_count:1; response_revision:870; }","duration":"155.38772ms","start":"2026-03-31T22:23:31.502041Z","end":"2026-03-31T22:23:31.657429Z","steps":["trace[882287486] 'agreement among raft nodes before linearized reading' (duration: 155.236837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:31.874671Z","caller":"traceutil/trace.go:171","msg":"trace[486157259] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"293.640506ms","start":"2026-03-31T22:23:31.581011Z","end":"2026-03-31T22:23:31.874651Z","steps":["trace[486157259] 'process raft request' (duration: 207.179992ms)","trace[486157259] 'compare' (duration: 86.28929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:31.874775Z","caller":"traceutil/trace.go:171","msg":"trace[137735786] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:900; }","duration":"217.668551ms","start":"2026-03-31T22:23:31.657084Z","end":"2026-03-31T22:23:31.874752Z","steps":["trace[137735786] 'read index received' (duration: 131.225558ms)","trace[137735786] 'applied index is now lower than readState.Index' (duration: 86.441523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:31.875072Z","caller":"traceutil/trace.go:171","msg":"trace[1150746964] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"293.824211ms","start":"2026-03-31T22:23:31.581224Z","end":"2026-03-31T22:23:31.875048Z","steps":["trace[1150746964] 'process raft request' (duration: 293.38885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.875132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.765649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:31.875219Z","caller":"traceutil/trace.go:171","msg":"trace[1493966617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:872; }","duration":"370.869901ms","start":"2026-03-31T22:23:31.50433Z","end":"2026-03-31T22:23:31.8752Z","steps":["trace[1493966617] 'agreement among raft nodes before linearized reading' (duration: 370.721478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:31.875295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.504324Z","time spent":"370.962423ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:32.061341Z","caller":"traceutil/trace.go:171","msg":"trace[1355766031] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"143.58378ms","start":"2026-03-31T22:23:31.917735Z","end":"2026-03-31T22:23:32.061319Z","steps":["trace[1355766031] 'process raft request' (duration: 143.548719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.061396Z","caller":"traceutil/trace.go:171","msg":"trace[1984626935] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"400.727423ms","start":"2026-03-31T22:23:31.660642Z","end":"2026-03-31T22:23:32.061369Z","steps":["trace[1984626935] 'process raft request' (duration: 318.26857ms)","trace[1984626935] 'compare' (duration: 82.209617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:32.061506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.660624Z","time spent":"400.830145ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:32.061592Z","caller":"traceutil/trace.go:171","msg":"trace[289734303] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"398.148804ms","start":"2026-03-31T22:23:31.663436Z","end":"2026-03-31T22:23:32.061585Z","steps":["trace[289734303] 'process raft request' (duration: 397.798156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.061606Z","caller":"traceutil/trace.go:171","msg":"trace[23452703] linearizableReadLoop","detail":"{readStateIndex:904; appliedIndex:902; }","duration":"186.739106ms","start":"2026-03-31T22:23:31.874845Z","end":"2026-03-31T22:23:32.061584Z","steps":["trace[23452703] 'read index received' (duration: 104.050978ms)","trace[23452703] 'applied index is now lower than readState.Index' (duration: 82.686548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:32.061665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.663419Z","time spent":"398.193154ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:32.061828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.416987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"warn","ts":"2026-03-31T22:23:32.06184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.153657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-31T22:23:32.061862Z","caller":"traceutil/trace.go:171","msg":"trace[1275890670] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:875; }","duration":"263.491918ms","start":"2026-03-31T22:23:31.798363Z","end":"2026-03-31T22:23:32.061855Z","steps":["trace[1275890670] 'agreement among raft nodes before linearized reading' (duration: 263.319284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.061869Z","caller":"traceutil/trace.go:171","msg":"trace[1799906048] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:875; }","duration":"343.214378ms","start":"2026-03-31T22:23:31.718647Z","end":"2026-03-31T22:23:32.061861Z","steps":["trace[1799906048] 'agreement among raft nodes before linearized reading' (duration: 343.141876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.061871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.808534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:32.061894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.718632Z","time spent":"343.2562ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-31T22:23:32.061914Z","caller":"traceutil/trace.go:171","msg":"trace[287120906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:875; }","duration":"185.857025ms","start":"2026-03-31T22:23:31.876031Z","end":"2026-03-31T22:23:32.061888Z","steps":["trace[287120906] 'agreement among raft nodes before linearized reading' (duration: 185.816994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.062018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.805281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:32.062047Z","caller":"traceutil/trace.go:171","msg":"trace[1326779665] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:0; response_revision:875; }","duration":"163.858832ms","start":"2026-03-31T22:23:31.898181Z","end":"2026-03-31T22:23:32.06204Z","steps":["trace[1326779665] 'agreement among raft nodes before linearized reading' (duration: 163.817041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.062015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.096855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-31T22:23:32.062188Z","caller":"traceutil/trace.go:171","msg":"trace[632901950] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:875; }","duration":"343.27924ms","start":"2026-03-31T22:23:31.7189Z","end":"2026-03-31T22:23:32.062179Z","steps":["trace[632901950] 'agreement among raft nodes before linearized reading' (duration: 343.092406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.062214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.718895Z","time spent":"343.310781ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-31T22:23:32.324353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.447814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:32.324447Z","caller":"traceutil/trace.go:171","msg":"trace[598988735] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"257.669625ms","start":"2026-03-31T22:23:32.066758Z","end":"2026-03-31T22:23:32.324427Z","steps":["trace[598988735] 'process raft request' (duration: 143.097078ms)","trace[598988735] 'compare' (duration: 114.337872ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.420836Z","caller":"traceutil/trace.go:171","msg":"trace[1849396539] linearizableReadLoop","detail":"{readStateIndex:907; appliedIndex:905; }","duration":"332.822831ms","start":"2026-03-31T22:23:32.087994Z","end":"2026-03-31T22:23:32.420817Z","steps":["trace[1849396539] 'read index received' (duration: 121.872673ms)","trace[1849396539] 'applied index is now lower than readState.Index' (duration: 210.949468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.420971Z","caller":"traceutil/trace.go:171","msg":"trace[1202638534] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"350.076955ms","start":"2026-03-31T22:23:32.070877Z","end":"2026-03-31T22:23:32.420954Z","steps":["trace[1202638534] 'process raft request' (duration: 349.82821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.421174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.15846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:32.421291Z","caller":"traceutil/trace.go:171","msg":"trace[468363193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:877; }","duration":"333.319314ms","start":"2026-03-31T22:23:32.087954Z","end":"2026-03-31T22:23:32.421273Z","steps":["trace[468363193] 'agreement among raft nodes before linearized reading' (duration: 333.049856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.421277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.070857Z","time spent":"350.299662ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:32.421331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.087932Z","time spent":"333.387665ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:32.667713Z","caller":"traceutil/trace.go:171","msg":"trace[571395988] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"338.666196ms","start":"2026-03-31T22:23:32.329024Z","end":"2026-03-31T22:23:32.66769Z","steps":["trace[571395988] 'process raft request' (duration: 338.536902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.667979Z","caller":"traceutil/trace.go:171","msg":"trace[738861810] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"338.638255ms","start":"2026-03-31T22:23:32.329317Z","end":"2026-03-31T22:23:32.667955Z","steps":["trace[738861810] 'process raft request' (duration: 338.292046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.668032Z","caller":"traceutil/trace.go:171","msg":"trace[2056722360] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"242.995711ms","start":"2026-03-31T22:23:32.425Z","end":"2026-03-31T22:23:32.667996Z","steps":["trace[2056722360] 'process raft request' (duration: 242.942069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.66805Z","caller":"traceutil/trace.go:171","msg":"trace[575648319] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"311.978006ms","start":"2026-03-31T22:23:32.356056Z","end":"2026-03-31T22:23:32.668034Z","steps":["trace[575648319] 'process raft request' (duration: 311.757781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.668101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.329291Z","time spent":"338.747528ms","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1071,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:32.667704Z","caller":"traceutil/trace.go:171","msg":"trace[1544963336] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"339.709749ms","start":"2026-03-31T22:23:32.327965Z","end":"2026-03-31T22:23:32.667675Z","steps":["trace[1544963336] 'process raft request' (duration: 339.479943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.668014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.329003Z","time spent":"338.784558ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:32.668206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.327947Z","time spent":"340.222231ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:32.668356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.356037Z","time spent":"312.081678ms","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:32.668403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.62902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:32.668447Z","caller":"traceutil/trace.go:171","msg":"trace[1196351274] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:882; }","duration":"400.692461ms","start":"2026-03-31T22:23:32.267744Z","end":"2026-03-31T22:23:32.668436Z","steps":["trace[1196351274] 'agreement among raft nodes before linearized reading' (duration: 400.559669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.668498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.267692Z","time spent":"400.796004ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":83,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:32.668835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.194723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-03-31T22:23:32.668948Z","caller":"traceutil/trace.go:171","msg":"trace[294007334] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:882; }","duration":"334.352367ms","start":"2026-03-31T22:23:32.334578Z","end":"2026-03-31T22:23:32.66893Z","steps":["trace[294007334] 'agreement among raft nodes before linearized reading' (duration: 333.490727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.668999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.334561Z","time spent":"334.423628ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1884,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T22:23:32.668033Z","caller":"traceutil/trace.go:171","msg":"trace[1408842871] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:907; }","duration":"247.114055ms","start":"2026-03-31T22:23:32.420894Z","end":"2026-03-31T22:23:32.668008Z","steps":["trace[1408842871] 'read index received' (duration: 186.090381ms)","trace[1408842871] 'applied index is now lower than readState.Index' (duration: 61.021254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:32.669728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.648197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-25tq4\" ","response":"range_response_count:1 size:5392"} {"level":"info","ts":"2026-03-31T22:23:32.669765Z","caller":"traceutil/trace.go:171","msg":"trace[77385997] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-25tq4; range_end:; response_count:1; response_revision:882; }","duration":"244.703669ms","start":"2026-03-31T22:23:32.425048Z","end":"2026-03-31T22:23:32.669752Z","steps":["trace[77385997] 'agreement among raft nodes before linearized reading' (duration: 244.594737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.885632Z","caller":"traceutil/trace.go:171","msg":"trace[1494024120] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:915; }","duration":"118.627099ms","start":"2026-03-31T22:23:32.766982Z","end":"2026-03-31T22:23:32.885609Z","steps":["trace[1494024120] 'read index received' (duration: 30.024156ms)","trace[1494024120] 'applied index is now lower than readState.Index' (duration: 88.601953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.885753Z","caller":"traceutil/trace.go:171","msg":"trace[612937524] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"119.805336ms","start":"2026-03-31T22:23:32.765917Z","end":"2026-03-31T22:23:32.885722Z","steps":["trace[612937524] 'process raft request' (duration: 35.701475ms)","trace[612937524] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/endpointslices/envoy-gateway-system/envoy-gateway-m486m; req_size:1470; } (duration: 83.842005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:32.885848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.844874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1910"} {"level":"info","ts":"2026-03-31T22:23:32.885897Z","caller":"traceutil/trace.go:171","msg":"trace[503846501] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:885; }","duration":"118.917646ms","start":"2026-03-31T22:23:32.766968Z","end":"2026-03-31T22:23:32.885886Z","steps":["trace[503846501] 'agreement among raft nodes before linearized reading' (duration: 118.742562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:33.034881Z","caller":"traceutil/trace.go:171","msg":"trace[1881060345] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:916; }","duration":"145.81044ms","start":"2026-03-31T22:23:32.889054Z","end":"2026-03-31T22:23:33.034864Z","steps":["trace[1881060345] 'read index received' (duration: 145.779339ms)","trace[1881060345] 'applied index is now lower than readState.Index' (duration: 30.461µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:33.034989Z","caller":"traceutil/trace.go:171","msg":"trace[1618812848] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"147.618152ms","start":"2026-03-31T22:23:32.887345Z","end":"2026-03-31T22:23:33.034963Z","steps":["trace[1618812848] 'process raft request' (duration: 147.405757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:33.035015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.950334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:33.035126Z","caller":"traceutil/trace.go:171","msg":"trace[1513151336] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:886; }","duration":"146.115808ms","start":"2026-03-31T22:23:32.889Z","end":"2026-03-31T22:23:33.035115Z","steps":["trace[1513151336] 'agreement among raft nodes before linearized reading' (duration: 145.952054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:33.769713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.88313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:33.770147Z","caller":"traceutil/trace.go:171","msg":"trace[1370805015] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"326.960618ms","start":"2026-03-31T22:23:33.443152Z","end":"2026-03-31T22:23:33.770113Z","steps":["trace[1370805015] 'process raft request' (duration: 163.581417ms)","trace[1370805015] 'compare' (duration: 162.749277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:33.770286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.44314Z","time spent":"327.074751ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:33.770289Z","caller":"traceutil/trace.go:171","msg":"trace[1586214912] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:918; }","duration":"317.611984ms","start":"2026-03-31T22:23:33.45266Z","end":"2026-03-31T22:23:33.770272Z","steps":["trace[1586214912] 'read index received' (duration: 78.399911ms)","trace[1586214912] 'applied index is now lower than readState.Index' (duration: 239.211073ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:33.770338Z","caller":"traceutil/trace.go:171","msg":"trace[41207891] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"325.885503ms","start":"2026-03-31T22:23:33.44443Z","end":"2026-03-31T22:23:33.770315Z","steps":["trace[41207891] 'process raft request' (duration: 325.798491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:33.77041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.759957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:33.770463Z","caller":"traceutil/trace.go:171","msg":"trace[1880436007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:891; }","duration":"317.856869ms","start":"2026-03-31T22:23:33.452593Z","end":"2026-03-31T22:23:33.77045Z","steps":["trace[1880436007] 'agreement among raft nodes before linearized reading' (duration: 317.741606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:33.770512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.45257Z","time spent":"317.935441ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:33.770464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.444399Z","time spent":"325.994356ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:33.770602Z","caller":"traceutil/trace.go:171","msg":"trace[1773844585] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"327.05389ms","start":"2026-03-31T22:23:33.443245Z","end":"2026-03-31T22:23:33.770299Z","steps":["trace[1773844585] 'process raft request' (duration: 326.901196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:33.770849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.443223Z","time spent":"327.471649ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:34.346912Z","caller":"traceutil/trace.go:171","msg":"trace[1288499969] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"239.746117ms","start":"2026-03-31T22:23:34.107149Z","end":"2026-03-31T22:23:34.346895Z","steps":["trace[1288499969] 'process raft request' (duration: 239.616934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.870196Z","caller":"traceutil/trace.go:171","msg":"trace[2035556713] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"151.228014ms","start":"2026-03-31T22:23:34.718945Z","end":"2026-03-31T22:23:34.870173Z","steps":["trace[2035556713] 'read index received' (duration: 136.843606ms)","trace[2035556713] 'applied index is now lower than readState.Index' (duration: 14.383418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:34.870356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.382648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:34.870395Z","caller":"traceutil/trace.go:171","msg":"trace[499051729] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:895; }","duration":"151.47116ms","start":"2026-03-31T22:23:34.718913Z","end":"2026-03-31T22:23:34.870384Z","steps":["trace[499051729] 'agreement among raft nodes before linearized reading' (duration: 151.353057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.87053Z","caller":"traceutil/trace.go:171","msg":"trace[361990634] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"193.398387ms","start":"2026-03-31T22:23:34.677067Z","end":"2026-03-31T22:23:34.870466Z","steps":["trace[361990634] 'process raft request' (duration: 178.679571ms)","trace[361990634] 'compare' (duration: 14.323307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:35.674483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.745285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:35.67484Z","caller":"traceutil/trace.go:171","msg":"trace[984180301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:896; }","duration":"222.158484ms","start":"2026-03-31T22:23:35.452661Z","end":"2026-03-31T22:23:35.674819Z","steps":["trace[984180301] 'range keys from in-memory index tree' (duration: 221.660642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:35.674863Z","caller":"traceutil/trace.go:171","msg":"trace[1629799082] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:927; }","duration":"139.292572ms","start":"2026-03-31T22:23:35.535549Z","end":"2026-03-31T22:23:35.674841Z","steps":["trace[1629799082] 'read index received' (duration: 138.014583ms)","trace[1629799082] 'applied index is now lower than readState.Index' (duration: 1.276239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:35.674883Z","caller":"traceutil/trace.go:171","msg":"trace[1034687168] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"159.78047ms","start":"2026-03-31T22:23:35.515076Z","end":"2026-03-31T22:23:35.674856Z","steps":["trace[1034687168] 'process raft request' (duration: 158.601324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:35.675123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.558949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:35.675164Z","caller":"traceutil/trace.go:171","msg":"trace[2108071175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:897; }","duration":"139.64695ms","start":"2026-03-31T22:23:35.535507Z","end":"2026-03-31T22:23:35.675154Z","steps":["trace[2108071175] 'agreement among raft nodes before linearized reading' (duration: 139.457225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.035709Z","caller":"traceutil/trace.go:171","msg":"trace[479420513] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"356.626446ms","start":"2026-03-31T22:23:35.679054Z","end":"2026-03-31T22:23:36.03568Z","steps":["trace[479420513] 'process raft request' (duration: 356.468513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.035844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:35.679034Z","time spent":"356.751909ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.055931Z","caller":"traceutil/trace.go:171","msg":"trace[238922906] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:928; }","duration":"374.33697ms","start":"2026-03-31T22:23:35.681561Z","end":"2026-03-31T22:23:36.055898Z","steps":["trace[238922906] 'read index received' (duration: 354.012056ms)","trace[238922906] 'applied index is now lower than readState.Index' (duration: 20.323494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:36.056131Z","caller":"traceutil/trace.go:171","msg":"trace[1364434917] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"376.57385ms","start":"2026-03-31T22:23:35.679487Z","end":"2026-03-31T22:23:36.056061Z","steps":["trace[1364434917] 'process raft request' (duration: 376.216562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.056313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:35.679466Z","time spent":"376.755015ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:36.056371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.770839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:36.056444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.503972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:23:36.056533Z","caller":"traceutil/trace.go:171","msg":"trace[1154703661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:899; }","duration":"282.643636ms","start":"2026-03-31T22:23:35.77387Z","end":"2026-03-31T22:23:36.056514Z","steps":["trace[1154703661] 'agreement among raft nodes before linearized reading' (duration: 282.39203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.056538Z","caller":"traceutil/trace.go:171","msg":"trace[1062921924] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:0; response_revision:899; }","duration":"374.878692ms","start":"2026-03-31T22:23:35.681521Z","end":"2026-03-31T22:23:36.0564Z","steps":["trace[1062921924] 'agreement among raft nodes before linearized reading' (duration: 374.77126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.056537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.160284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:36.056577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.589365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:36.05663Z","caller":"traceutil/trace.go:171","msg":"trace[1858480831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:899; }","duration":"282.276878ms","start":"2026-03-31T22:23:35.774334Z","end":"2026-03-31T22:23:36.056611Z","steps":["trace[1858480831] 'agreement among raft nodes before linearized reading' (duration: 282.009532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.056642Z","caller":"traceutil/trace.go:171","msg":"trace[1947686905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:899; }","duration":"282.690287ms","start":"2026-03-31T22:23:35.773935Z","end":"2026-03-31T22:23:36.056625Z","steps":["trace[1947686905] 'agreement among raft nodes before linearized reading' (duration: 282.484722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.057569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:35.681501Z","time spent":"376.05517ms","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T22:23:36.217147Z","caller":"traceutil/trace.go:171","msg":"trace[2028091123] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"155.540394ms","start":"2026-03-31T22:23:36.061584Z","end":"2026-03-31T22:23:36.217124Z","steps":["trace[2028091123] 'process raft request' (duration: 147.07926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.217207Z","caller":"traceutil/trace.go:171","msg":"trace[432681285] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"155.522633ms","start":"2026-03-31T22:23:36.061622Z","end":"2026-03-31T22:23:36.217145Z","steps":["trace[432681285] 'process raft request' (duration: 155.3722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.217276Z","caller":"traceutil/trace.go:171","msg":"trace[226831065] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"149.847733ms","start":"2026-03-31T22:23:36.067389Z","end":"2026-03-31T22:23:36.217237Z","steps":["trace[226831065] 'process raft request' (duration: 149.661109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.217131Z","caller":"traceutil/trace.go:171","msg":"trace[744489548] linearizableReadLoop","detail":"{readStateIndex:933; appliedIndex:931; }","duration":"153.006395ms","start":"2026-03-31T22:23:36.064099Z","end":"2026-03-31T22:23:36.217105Z","steps":["trace[744489548] 'read index received' (duration: 18.774969ms)","trace[744489548] 'applied index is now lower than readState.Index' (duration: 134.230326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:36.217492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.307162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:36.217606Z","caller":"traceutil/trace.go:171","msg":"trace[105042742] range","detail":"{range_begin:/registry/clusterrolebindings/local-path-provisioner; range_end:; response_count:0; response_revision:903; }","duration":"153.513057ms","start":"2026-03-31T22:23:36.064075Z","end":"2026-03-31T22:23:36.217588Z","steps":["trace[105042742] 'agreement among raft nodes before linearized reading' (duration: 153.288192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.408062Z","caller":"traceutil/trace.go:171","msg":"trace[2072581802] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"137.49714ms","start":"2026-03-31T22:23:36.270545Z","end":"2026-03-31T22:23:36.408043Z","steps":["trace[2072581802] 'process raft request' (duration: 137.465809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.408241Z","caller":"traceutil/trace.go:171","msg":"trace[293884131] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"141.648116ms","start":"2026-03-31T22:23:36.266434Z","end":"2026-03-31T22:23:36.408082Z","steps":["trace[293884131] 'process raft request' (duration: 141.472132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.687346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.448522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:36.687531Z","caller":"traceutil/trace.go:171","msg":"trace[259912341] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:938; }","duration":"233.068273ms","start":"2026-03-31T22:23:36.454443Z","end":"2026-03-31T22:23:36.687511Z","steps":["trace[259912341] 'read index received' (duration: 80.468148ms)","trace[259912341] 'applied index is now lower than readState.Index' (duration: 152.598395ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:36.687548Z","caller":"traceutil/trace.go:171","msg":"trace[285775794] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"273.998987ms","start":"2026-03-31T22:23:36.413521Z","end":"2026-03-31T22:23:36.68752Z","steps":["trace[285775794] 'process raft request' (duration: 121.29479ms)","trace[285775794] 'compare' (duration: 152.236637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:36.687883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.402794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-rwbsf\" ","response":"range_response_count:1 size:4776"} {"level":"info","ts":"2026-03-31T22:23:36.687988Z","caller":"traceutil/trace.go:171","msg":"trace[1216304549] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-rwbsf; range_end:; response_count:1; response_revision:908; }","duration":"167.568967ms","start":"2026-03-31T22:23:36.520396Z","end":"2026-03-31T22:23:36.687965Z","steps":["trace[1216304549] 'agreement among raft nodes before linearized reading' (duration: 167.274411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.687912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.384111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:36.688189Z","caller":"traceutil/trace.go:171","msg":"trace[692352781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"233.7767ms","start":"2026-03-31T22:23:36.45438Z","end":"2026-03-31T22:23:36.688156Z","steps":["trace[692352781] 'agreement among raft nodes before linearized reading' (duration: 233.222166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.819026Z","caller":"traceutil/trace.go:171","msg":"trace[261053645] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"124.543274ms","start":"2026-03-31T22:23:36.694451Z","end":"2026-03-31T22:23:36.818994Z","steps":["trace[261053645] 'process raft request' (duration: 123.079552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.819184Z","caller":"traceutil/trace.go:171","msg":"trace[890430474] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"121.526835ms","start":"2026-03-31T22:23:36.697638Z","end":"2026-03-31T22:23:36.819165Z","steps":["trace[890430474] 'process raft request' (duration: 121.185238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.089568Z","caller":"traceutil/trace.go:171","msg":"trace[1362861365] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"263.951349ms","start":"2026-03-31T22:23:36.825584Z","end":"2026-03-31T22:23:37.089535Z","steps":["trace[1362861365] 'process raft request' (duration: 263.777635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.089586Z","caller":"traceutil/trace.go:171","msg":"trace[695094823] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:943; }","duration":"215.290307ms","start":"2026-03-31T22:23:36.874271Z","end":"2026-03-31T22:23:37.089561Z","steps":["trace[695094823] 'read index received' (duration: 15.060125ms)","trace[695094823] 'applied index is now lower than readState.Index' (duration: 200.229102ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.089684Z","caller":"traceutil/trace.go:171","msg":"trace[987702561] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"263.909057ms","start":"2026-03-31T22:23:36.825743Z","end":"2026-03-31T22:23:37.089652Z","steps":["trace[987702561] 'process raft request' (duration: 263.691972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.089782Z","caller":"traceutil/trace.go:171","msg":"trace[53517525] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"258.794431ms","start":"2026-03-31T22:23:36.830963Z","end":"2026-03-31T22:23:37.089758Z","steps":["trace[53517525] 'process raft request' (duration: 258.538655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.089823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.535403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:37.089939Z","caller":"traceutil/trace.go:171","msg":"trace[1079540243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:916; }","duration":"215.695686ms","start":"2026-03-31T22:23:36.874227Z","end":"2026-03-31T22:23:37.089922Z","steps":["trace[1079540243] 'agreement among raft nodes before linearized reading' (duration: 215.4258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.089613Z","caller":"traceutil/trace.go:171","msg":"trace[1627234497] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"264.496321ms","start":"2026-03-31T22:23:36.825096Z","end":"2026-03-31T22:23:37.089592Z","steps":["trace[1627234497] 'process raft request' (duration: 174.397713ms)","trace[1627234497] 'compare' (duration: 89.712809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.141309Z","caller":"traceutil/trace.go:171","msg":"trace[1944781032] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"246.304354ms","start":"2026-03-31T22:23:36.894984Z","end":"2026-03-31T22:23:37.141288Z","steps":["trace[1944781032] 'process raft request' (duration: 246.200112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.28945Z","caller":"traceutil/trace.go:171","msg":"trace[949802771] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"194.970893ms","start":"2026-03-31T22:23:37.094456Z","end":"2026-03-31T22:23:37.289427Z","steps":["trace[949802771] 'process raft request' (duration: 132.542567ms)","trace[949802771] 'compare' (duration: 62.226671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.28974Z","caller":"traceutil/trace.go:171","msg":"trace[1899670356] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"144.549411ms","start":"2026-03-31T22:23:37.145166Z","end":"2026-03-31T22:23:37.289715Z","steps":["trace[1899670356] 'process raft request' (duration: 144.49452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.289805Z","caller":"traceutil/trace.go:171","msg":"trace[79677529] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"194.560533ms","start":"2026-03-31T22:23:37.095234Z","end":"2026-03-31T22:23:37.289795Z","steps":["trace[79677529] 'process raft request' (duration: 194.123563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.290016Z","caller":"traceutil/trace.go:171","msg":"trace[1683728659] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:949; }","duration":"148.588365ms","start":"2026-03-31T22:23:37.141415Z","end":"2026-03-31T22:23:37.290003Z","steps":["trace[1683728659] 'read index received' (duration: 85.595495ms)","trace[1683728659] 'applied index is now lower than readState.Index' (duration: 62.99147ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.28974Z","caller":"traceutil/trace.go:171","msg":"trace[1611772731] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"179.767645ms","start":"2026-03-31T22:23:37.10995Z","end":"2026-03-31T22:23:37.289718Z","steps":["trace[1611772731] 'process raft request' (duration: 179.605452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.290292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.991864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:23:37.290189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.231781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-rwbsf\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T22:23:37.290359Z","caller":"traceutil/trace.go:171","msg":"trace[754190115] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:921; }","duration":"146.125608ms","start":"2026-03-31T22:23:37.144218Z","end":"2026-03-31T22:23:37.290343Z","steps":["trace[754190115] 'agreement among raft nodes before linearized reading' (duration: 145.938464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.290375Z","caller":"traceutil/trace.go:171","msg":"trace[1331632672] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-rwbsf; range_end:; response_count:1; response_revision:921; }","duration":"196.456577ms","start":"2026-03-31T22:23:37.093904Z","end":"2026-03-31T22:23:37.29036Z","steps":["trace[1331632672] 'agreement among raft nodes before linearized reading' (duration: 196.191511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.430626Z","caller":"traceutil/trace.go:171","msg":"trace[1533232554] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:953; }","duration":"135.570157ms","start":"2026-03-31T22:23:37.295028Z","end":"2026-03-31T22:23:37.430598Z","steps":["trace[1533232554] 'read index received' (duration: 128.855973ms)","trace[1533232554] 'applied index is now lower than readState.Index' (duration: 6.713254ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.430738Z","caller":"traceutil/trace.go:171","msg":"trace[1467742464] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"135.74712ms","start":"2026-03-31T22:23:37.294974Z","end":"2026-03-31T22:23:37.430721Z","steps":["trace[1467742464] 'process raft request' (duration: 128.76702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.430882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.835692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:23:37.430932Z","caller":"traceutil/trace.go:171","msg":"trace[1559383851] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:922; }","duration":"135.941415ms","start":"2026-03-31T22:23:37.294982Z","end":"2026-03-31T22:23:37.430923Z","steps":["trace[1559383851] 'agreement among raft nodes before linearized reading' (duration: 135.812092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.509575Z","caller":"traceutil/trace.go:171","msg":"trace[1817155540] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"211.692536ms","start":"2026-03-31T22:23:37.297862Z","end":"2026-03-31T22:23:37.509554Z","steps":["trace[1817155540] 'process raft request' (duration: 211.542622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.633918Z","caller":"traceutil/trace.go:171","msg":"trace[1423874040] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"195.661518ms","start":"2026-03-31T22:23:37.438236Z","end":"2026-03-31T22:23:37.633897Z","steps":["trace[1423874040] 'process raft request' (duration: 195.594167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.633999Z","caller":"traceutil/trace.go:171","msg":"trace[258370931] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"198.7985ms","start":"2026-03-31T22:23:37.435174Z","end":"2026-03-31T22:23:37.633972Z","steps":["trace[258370931] 'process raft request' (duration: 187.194215ms)","trace[258370931] 'compare' (duration: 11.346679ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.680668Z","caller":"traceutil/trace.go:171","msg":"trace[947017558] linearizableReadLoop","detail":"{readStateIndex:960; appliedIndex:955; }","duration":"157.268462ms","start":"2026-03-31T22:23:37.523385Z","end":"2026-03-31T22:23:37.680653Z","steps":["trace[947017558] 'read index received' (duration: 98.879658ms)","trace[947017558] 'applied index is now lower than readState.Index' (duration: 58.388174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.68067Z","caller":"traceutil/trace.go:171","msg":"trace[459232563] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"166.580284ms","start":"2026-03-31T22:23:37.514062Z","end":"2026-03-31T22:23:37.680642Z","steps":["trace[459232563] 'process raft request' (duration: 166.445651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.680882Z","caller":"traceutil/trace.go:171","msg":"trace[1766219982] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"166.410721ms","start":"2026-03-31T22:23:37.514465Z","end":"2026-03-31T22:23:37.680876Z","steps":["trace[1766219982] 'process raft request' (duration: 166.125924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.680866Z","caller":"traceutil/trace.go:171","msg":"trace[1345955471] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"165.04691ms","start":"2026-03-31T22:23:37.515792Z","end":"2026-03-31T22:23:37.680838Z","steps":["trace[1345955471] 'process raft request' (duration: 164.834295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.68097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.578939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-wzqsr\" ","response":"range_response_count:1 size:5085"} {"level":"info","ts":"2026-03-31T22:23:37.681009Z","caller":"traceutil/trace.go:171","msg":"trace[1922976353] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-wzqsr; range_end:; response_count:1; response_revision:928; }","duration":"157.66405ms","start":"2026-03-31T22:23:37.523336Z","end":"2026-03-31T22:23:37.681Z","steps":["trace[1922976353] 'agreement among raft nodes before linearized reading' (duration: 157.517127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.82813Z","caller":"traceutil/trace.go:171","msg":"trace[1112371055] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"140.192852ms","start":"2026-03-31T22:23:37.687894Z","end":"2026-03-31T22:23:37.828087Z","steps":["trace[1112371055] 'process raft request' (duration: 46.950362ms)","trace[1112371055] 'compare' (duration: 93.018665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.828166Z","caller":"traceutil/trace.go:171","msg":"trace[1741682959] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"140.039158ms","start":"2026-03-31T22:23:37.688087Z","end":"2026-03-31T22:23:37.828126Z","steps":["trace[1741682959] 'process raft request' (duration: 139.884245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.828536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.39661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12751"} {"level":"info","ts":"2026-03-31T22:23:37.828601Z","caller":"traceutil/trace.go:171","msg":"trace[100565463] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:932; }","duration":"141.502722ms","start":"2026-03-31T22:23:37.687082Z","end":"2026-03-31T22:23:37.828585Z","steps":["trace[100565463] 'agreement among raft nodes before linearized reading' (duration: 141.301418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988015Z","caller":"traceutil/trace.go:171","msg":"trace[1341692974] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"150.323204ms","start":"2026-03-31T22:23:37.837647Z","end":"2026-03-31T22:23:37.98797Z","steps":["trace[1341692974] 'process raft request' (duration: 150.199191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988093Z","caller":"traceutil/trace.go:171","msg":"trace[844770350] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"149.105676ms","start":"2026-03-31T22:23:37.838976Z","end":"2026-03-31T22:23:37.988082Z","steps":["trace[844770350] 'process raft request' (duration: 148.977693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988107Z","caller":"traceutil/trace.go:171","msg":"trace[1451162820] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"148.218775ms","start":"2026-03-31T22:23:37.839868Z","end":"2026-03-31T22:23:37.988087Z","steps":["trace[1451162820] 'process raft request' (duration: 148.146354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988076Z","caller":"traceutil/trace.go:171","msg":"trace[2087440656] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"150.954548ms","start":"2026-03-31T22:23:37.837084Z","end":"2026-03-31T22:23:37.988039Z","steps":["trace[2087440656] 'process raft request' (duration: 145.805121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988163Z","caller":"traceutil/trace.go:171","msg":"trace[2125937082] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"149.007793ms","start":"2026-03-31T22:23:37.839093Z","end":"2026-03-31T22:23:37.988101Z","steps":["trace[2125937082] 'process raft request' (duration: 148.89239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988033Z","caller":"traceutil/trace.go:171","msg":"trace[629393226] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"149.545626ms","start":"2026-03-31T22:23:37.838453Z","end":"2026-03-31T22:23:37.987999Z","steps":["trace[629393226] 'process raft request' (duration: 149.434644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988355Z","caller":"traceutil/trace.go:171","msg":"trace[1195406916] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"148.259806ms","start":"2026-03-31T22:23:37.840074Z","end":"2026-03-31T22:23:37.988333Z","steps":["trace[1195406916] 'process raft request' (duration: 147.968369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988184Z","caller":"traceutil/trace.go:171","msg":"trace[1503523281] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"149.179728ms","start":"2026-03-31T22:23:37.838976Z","end":"2026-03-31T22:23:37.988156Z","steps":["trace[1503523281] 'process raft request' (duration: 148.947093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988585Z","caller":"traceutil/trace.go:171","msg":"trace[1808506843] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"145.546224ms","start":"2026-03-31T22:23:37.843026Z","end":"2026-03-31T22:23:37.988572Z","steps":["trace[1808506843] 'process raft request' (duration: 145.228407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988668Z","caller":"traceutil/trace.go:171","msg":"trace[1629965535] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:966; }","duration":"110.201527ms","start":"2026-03-31T22:23:37.878438Z","end":"2026-03-31T22:23:37.98864Z","steps":["trace[1629965535] 'read index received' (duration: 104.395455ms)","trace[1629965535] 'applied index is now lower than readState.Index' (duration: 5.805342ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.988677Z","caller":"traceutil/trace.go:171","msg":"trace[1141119979] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"110.144345ms","start":"2026-03-31T22:23:37.878516Z","end":"2026-03-31T22:23:37.988661Z","steps":["trace[1141119979] 'process raft request' (duration: 110.052753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.98878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.32716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-rqgnh\" ","response":"range_response_count:1 size:2650"} {"level":"warn","ts":"2026-03-31T22:23:37.988788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.357463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12751"} {"level":"info","ts":"2026-03-31T22:23:37.988812Z","caller":"traceutil/trace.go:171","msg":"trace[1760931825] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:944; }","duration":"104.423935ms","start":"2026-03-31T22:23:37.88438Z","end":"2026-03-31T22:23:37.988804Z","steps":["trace[1760931825] 'agreement among raft nodes before linearized reading' (duration: 104.328722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.988814Z","caller":"traceutil/trace.go:171","msg":"trace[896360685] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-rqgnh; range_end:; response_count:1; response_revision:944; }","duration":"110.402792ms","start":"2026-03-31T22:23:37.878399Z","end":"2026-03-31T22:23:37.988802Z","steps":["trace[896360685] 'agreement among raft nodes before linearized reading' (duration: 110.284609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.296373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.720765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:38.296485Z","caller":"traceutil/trace.go:171","msg":"trace[1544788167] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"303.238016ms","start":"2026-03-31T22:23:37.993224Z","end":"2026-03-31T22:23:38.296462Z","steps":["trace[1544788167] 'process raft request' (duration: 165.284475ms)","trace[1544788167] 'compare' (duration: 137.391108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:38.296747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.993204Z","time spent":"303.325407ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3249,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:38.297859Z","caller":"traceutil/trace.go:171","msg":"trace[824430076] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:976; }","duration":"303.493422ms","start":"2026-03-31T22:23:37.994347Z","end":"2026-03-31T22:23:38.29784Z","steps":["trace[824430076] 'read index received' (duration: 164.240462ms)","trace[824430076] 'applied index is now lower than readState.Index' (duration: 139.25184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:38.297953Z","caller":"traceutil/trace.go:171","msg":"trace[93799548] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"303.776208ms","start":"2026-03-31T22:23:37.994157Z","end":"2026-03-31T22:23:38.297933Z","steps":["trace[93799548] 'process raft request' (duration: 303.525582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.298067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.994132Z","time spent":"303.87983ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:38.298087Z","caller":"traceutil/trace.go:171","msg":"trace[1333620898] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"303.939442ms","start":"2026-03-31T22:23:37.994121Z","end":"2026-03-31T22:23:38.298061Z","steps":["trace[1333620898] 'process raft request' (duration: 303.444081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.298235Z","caller":"traceutil/trace.go:171","msg":"trace[1611458635] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"300.674837ms","start":"2026-03-31T22:23:37.997543Z","end":"2026-03-31T22:23:38.298218Z","steps":["trace[1611458635] 'process raft request' (duration: 300.249738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.29827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.994112Z","time spent":"304.050954ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3595,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:38.298332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.997536Z","time spent":"300.745529ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:38.298379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.059497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:38.298425Z","caller":"traceutil/trace.go:171","msg":"trace[992350762] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"304.27483ms","start":"2026-03-31T22:23:37.994135Z","end":"2026-03-31T22:23:38.29841Z","steps":["trace[992350762] 'process raft request' (duration: 303.503321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.298503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.994116Z","time spent":"304.347762ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:38.298512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.160788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3696"} {"level":"info","ts":"2026-03-31T22:23:38.298544Z","caller":"traceutil/trace.go:171","msg":"trace[305043153] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"304.452084ms","start":"2026-03-31T22:23:37.994074Z","end":"2026-03-31T22:23:38.298526Z","steps":["trace[305043153] 'process raft request' (duration: 303.386959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.298572Z","caller":"traceutil/trace.go:171","msg":"trace[1587077044] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:952; }","duration":"304.233169ms","start":"2026-03-31T22:23:37.99432Z","end":"2026-03-31T22:23:38.298554Z","steps":["trace[1587077044] 'agreement among raft nodes before linearized reading' (duration: 304.131787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.298432Z","caller":"traceutil/trace.go:171","msg":"trace[1426821409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"238.156121ms","start":"2026-03-31T22:23:38.060263Z","end":"2026-03-31T22:23:38.298419Z","steps":["trace[1426821409] 'agreement among raft nodes before linearized reading' (duration: 237.999266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.298622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.994313Z","time spent":"304.29323ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3718,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-31T22:23:38.298074Z","caller":"traceutil/trace.go:171","msg":"trace[70447746] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"302.99075ms","start":"2026-03-31T22:23:37.994972Z","end":"2026-03-31T22:23:38.297963Z","steps":["trace[70447746] 'process raft request' (duration: 302.786875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.298748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.816559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T22:23:38.299447Z","caller":"traceutil/trace.go:171","msg":"trace[1410596490] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:952; }","duration":"184.542646ms","start":"2026-03-31T22:23:38.114885Z","end":"2026-03-31T22:23:38.299427Z","steps":["trace[1410596490] 'agreement among raft nodes before linearized reading' (duration: 183.732667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.298051Z","caller":"traceutil/trace.go:171","msg":"trace[1407409574] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"303.358918ms","start":"2026-03-31T22:23:37.994667Z","end":"2026-03-31T22:23:38.298026Z","steps":["trace[1407409574] 'process raft request' (duration: 303.056441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.299642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.994656Z","time spent":"304.930185ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:38.29883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.994964Z","time spent":"303.790989ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:38.29863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.994065Z","time spent":"304.527256ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:38.298876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.18887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:38.300199Z","caller":"traceutil/trace.go:171","msg":"trace[195435107] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:952; }","duration":"186.537869ms","start":"2026-03-31T22:23:38.113644Z","end":"2026-03-31T22:23:38.300182Z","steps":["trace[195435107] 'agreement among raft nodes before linearized reading' (duration: 185.190969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.298983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.938651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:38.300343Z","caller":"traceutil/trace.go:171","msg":"trace[514052990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:952; }","duration":"213.322572ms","start":"2026-03-31T22:23:38.086996Z","end":"2026-03-31T22:23:38.300319Z","steps":["trace[514052990] 'agreement among raft nodes before linearized reading' (duration: 211.887349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.512192Z","caller":"traceutil/trace.go:171","msg":"trace[1125981874] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"124.31747ms","start":"2026-03-31T22:23:38.387842Z","end":"2026-03-31T22:23:38.512159Z","steps":["trace[1125981874] 'process raft request' (duration: 124.083155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.938972Z","caller":"traceutil/trace.go:171","msg":"trace[1460119362] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"199.280622ms","start":"2026-03-31T22:23:38.739671Z","end":"2026-03-31T22:23:38.938952Z","steps":["trace[1460119362] 'process raft request' (duration: 197.954472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:39.408075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.058472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:39.408165Z","caller":"traceutil/trace.go:171","msg":"trace[1488705901] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:960; }","duration":"296.185565ms","start":"2026-03-31T22:23:39.111962Z","end":"2026-03-31T22:23:39.408148Z","steps":["trace[1488705901] 'count revisions from in-memory index tree' (duration: 295.999881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:39.408269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.25725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:39.408339Z","caller":"traceutil/trace.go:171","msg":"trace[1310794477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:960; }","duration":"114.332112ms","start":"2026-03-31T22:23:39.293989Z","end":"2026-03-31T22:23:39.408321Z","steps":["trace[1310794477] 'range keys from in-memory index tree' (duration: 114.099426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:39.705274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.448594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:39.705367Z","caller":"traceutil/trace.go:171","msg":"trace[1502620486] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:992; }","duration":"251.954405ms","start":"2026-03-31T22:23:39.453398Z","end":"2026-03-31T22:23:39.705352Z","steps":["trace[1502620486] 'read index received' (duration: 19.810293ms)","trace[1502620486] 'applied index is now lower than readState.Index' (duration: 232.142582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:39.705428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.039946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:39.705458Z","caller":"traceutil/trace.go:171","msg":"trace[963185352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"252.105658ms","start":"2026-03-31T22:23:39.453344Z","end":"2026-03-31T22:23:39.70545Z","steps":["trace[963185352] 'agreement among raft nodes before linearized reading' (duration: 252.050897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:39.705528Z","caller":"traceutil/trace.go:171","msg":"trace[1195218496] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"271.44902ms","start":"2026-03-31T22:23:39.434051Z","end":"2026-03-31T22:23:39.7055Z","steps":["trace[1195218496] 'process raft request' (duration: 89.688969ms)","trace[1195218496] 'compare' (duration: 181.197409ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:40.18195Z","caller":"traceutil/trace.go:171","msg":"trace[1197210597] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:994; }","duration":"475.706925ms","start":"2026-03-31T22:23:39.706224Z","end":"2026-03-31T22:23:40.181931Z","steps":["trace[1197210597] 'read index received' (duration: 475.590432ms)","trace[1197210597] 'applied index is now lower than readState.Index' (duration: 115.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:40.182009Z","caller":"traceutil/trace.go:171","msg":"trace[1936508872] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"609.370848ms","start":"2026-03-31T22:23:39.572616Z","end":"2026-03-31T22:23:40.181987Z","steps":["trace[1936508872] 'process raft request' (duration: 609.178064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.18208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.840339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:40.182123Z","caller":"traceutil/trace.go:171","msg":"trace[1961888477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:963; }","duration":"475.92091ms","start":"2026-03-31T22:23:39.706191Z","end":"2026-03-31T22:23:40.182112Z","steps":["trace[1961888477] 'agreement among raft nodes before linearized reading' (duration: 475.811337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.182119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:39.572585Z","time spent":"609.480771ms","remote":"127.0.0.1:50772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:40.182151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:39.706179Z","time spent":"475.964991ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:40.796313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.950626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:40.796481Z","caller":"traceutil/trace.go:171","msg":"trace[164132372] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"341.617952ms","start":"2026-03-31T22:23:40.454838Z","end":"2026-03-31T22:23:40.796456Z","steps":["trace[164132372] 'process raft request' (duration: 341.54987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:40.796507Z","caller":"traceutil/trace.go:171","msg":"trace[1436944629] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"341.733615ms","start":"2026-03-31T22:23:40.454748Z","end":"2026-03-31T22:23:40.796482Z","steps":["trace[1436944629] 'process raft request' (duration: 180.547554ms)","trace[1436944629] 'compare' (duration: 160.847973ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:40.796571Z","caller":"traceutil/trace.go:171","msg":"trace[502492423] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"341.011278ms","start":"2026-03-31T22:23:40.45554Z","end":"2026-03-31T22:23:40.796552Z","steps":["trace[502492423] 'process raft request' (duration: 340.890325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.796621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.454733Z","time spent":"341.828547ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:40.796577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.454827Z","time spent":"341.685424ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:40.796676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.455525Z","time spent":"341.09842ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:41.056775Z","caller":"traceutil/trace.go:171","msg":"trace[686840124] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"111.985037ms","start":"2026-03-31T22:23:40.944775Z","end":"2026-03-31T22:23:41.05676Z","steps":["trace[686840124] 'process raft request' (duration: 111.593849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:41.45636Z","caller":"traceutil/trace.go:171","msg":"trace[1262695271] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"180.733428ms","start":"2026-03-31T22:23:41.275597Z","end":"2026-03-31T22:23:41.456331Z","steps":["trace[1262695271] 'process raft request' (duration: 180.580164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.776897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.099968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:41.777012Z","caller":"traceutil/trace.go:171","msg":"trace[1343481502] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"197.428188ms","start":"2026-03-31T22:23:41.579561Z","end":"2026-03-31T22:23:41.77699Z","steps":["trace[1343481502] 'read index received' (duration: 19.117106ms)","trace[1343481502] 'applied index is now lower than readState.Index' (duration: 178.308692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:41.77703Z","caller":"traceutil/trace.go:171","msg":"trace[254370397] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"294.888855ms","start":"2026-03-31T22:23:41.482104Z","end":"2026-03-31T22:23:41.776993Z","steps":["trace[254370397] 'process raft request' (duration: 116.617883ms)","trace[254370397] 'compare' (duration: 177.992575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:41.777102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.535872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:41.777142Z","caller":"traceutil/trace.go:171","msg":"trace[1902200158] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:971; }","duration":"197.605613ms","start":"2026-03-31T22:23:41.579523Z","end":"2026-03-31T22:23:41.777128Z","steps":["trace[1902200158] 'agreement among raft nodes before linearized reading' (duration: 197.532691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:42.356975Z","caller":"traceutil/trace.go:171","msg":"trace[1492194375] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"199.691601ms","start":"2026-03-31T22:23:42.157265Z","end":"2026-03-31T22:23:42.356957Z","steps":["trace[1492194375] 'process raft request' (duration: 199.555268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.772171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.949376ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:23:42.77226Z","caller":"traceutil/trace.go:171","msg":"trace[1211022619] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"299.367298ms","start":"2026-03-31T22:23:42.472876Z","end":"2026-03-31T22:23:42.772243Z","steps":["trace[1211022619] 'read index received' (duration: 41.081µs)","trace[1211022619] 'applied index is now lower than readState.Index' (duration: 299.324937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:42.772658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.766616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:42.77273Z","caller":"traceutil/trace.go:171","msg":"trace[1032991025] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:972; }","duration":"299.882849ms","start":"2026-03-31T22:23:42.472828Z","end":"2026-03-31T22:23:42.772711Z","steps":["trace[1032991025] 'agreement among raft nodes before linearized reading' (duration: 299.767917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.772714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.537521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:42.772791Z","caller":"traceutil/trace.go:171","msg":"trace[1402565347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:972; }","duration":"267.659864ms","start":"2026-03-31T22:23:42.505111Z","end":"2026-03-31T22:23:42.77277Z","steps":["trace[1402565347] 'agreement among raft nodes before linearized reading' (duration: 267.449799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.278489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.516469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:43.278645Z","caller":"traceutil/trace.go:171","msg":"trace[2025473576] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1006; }","duration":"430.43947ms","start":"2026-03-31T22:23:42.848194Z","end":"2026-03-31T22:23:43.278633Z","steps":["trace[2025473576] 'read index received' (duration: 41.642531ms)","trace[2025473576] 'applied index is now lower than readState.Index' (duration: 388.795859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:43.27869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.494952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:43.278709Z","caller":"traceutil/trace.go:171","msg":"trace[18736419] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:976; }","duration":"430.541402ms","start":"2026-03-31T22:23:42.848161Z","end":"2026-03-31T22:23:43.278702Z","steps":["trace[18736419] 'agreement among raft nodes before linearized reading' (duration: 430.507391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.27873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.848144Z","time spent":"430.581114ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" "} {"level":"info","ts":"2026-03-31T22:23:43.279103Z","caller":"traceutil/trace.go:171","msg":"trace[2075257888] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"433.06167ms","start":"2026-03-31T22:23:42.846019Z","end":"2026-03-31T22:23:43.279081Z","steps":["trace[2075257888] 'process raft request' (duration: 432.547469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.279087Z","caller":"traceutil/trace.go:171","msg":"trace[1853230322] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"433.07113ms","start":"2026-03-31T22:23:42.845917Z","end":"2026-03-31T22:23:43.278988Z","steps":["trace[1853230322] 'process raft request' (duration: 203.992019ms)","trace[1853230322] 'compare' (duration: 228.281554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:43.279265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.845999Z","time spent":"433.174723ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:43.279364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.845891Z","time spent":"433.362348ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:43.359611Z","caller":"traceutil/trace.go:171","msg":"trace[140398908] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"296.671456ms","start":"2026-03-31T22:23:43.062909Z","end":"2026-03-31T22:23:43.359581Z","steps":["trace[140398908] 'process raft request' (duration: 296.513532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.779816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.207971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-certificates\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:43.77993Z","caller":"traceutil/trace.go:171","msg":"trace[897201676] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-certificates; range_end:; response_count:0; response_revision:977; }","duration":"400.384055ms","start":"2026-03-31T22:23:43.379523Z","end":"2026-03-31T22:23:43.779907Z","steps":["trace[897201676] 'range keys from in-memory index tree' (duration: 400.107969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.77999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:43.379494Z","time spent":"400.482177ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cert-manager-controller-certificates\" "} {"level":"warn","ts":"2026-03-31T22:23:43.779981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.34137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:43.780052Z","caller":"traceutil/trace.go:171","msg":"trace[882556121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"328.471963ms","start":"2026-03-31T22:23:43.451565Z","end":"2026-03-31T22:23:43.780037Z","steps":["trace[882556121] 'range keys from in-memory index tree' (duration: 328.201716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.780117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:43.451544Z","time spent":"328.551844ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:43.889433Z","caller":"traceutil/trace.go:171","msg":"trace[1946638945] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1010; }","duration":"102.00202ms","start":"2026-03-31T22:23:43.787413Z","end":"2026-03-31T22:23:43.889415Z","steps":["trace[1946638945] 'read index received' (duration: 101.891927ms)","trace[1946638945] 'applied index is now lower than readState.Index' (duration: 108.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:43.889506Z","caller":"traceutil/trace.go:171","msg":"trace[283087737] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"103.687208ms","start":"2026-03-31T22:23:43.785793Z","end":"2026-03-31T22:23:43.88948Z","steps":["trace[283087737] 'process raft request' (duration: 103.509044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.88954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.110022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:43.889651Z","caller":"traceutil/trace.go:171","msg":"trace[1356231461] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:978; }","duration":"102.254505ms","start":"2026-03-31T22:23:43.787388Z","end":"2026-03-31T22:23:43.889642Z","steps":["trace[1356231461] 'agreement among raft nodes before linearized reading' (duration: 102.097401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:44.409681Z","caller":"traceutil/trace.go:171","msg":"trace[1819735358] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"270.334953ms","start":"2026-03-31T22:23:44.139318Z","end":"2026-03-31T22:23:44.409653Z","steps":["trace[1819735358] 'process raft request' (duration: 270.154639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:44.659477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.931306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:44.659621Z","caller":"traceutil/trace.go:171","msg":"trace[1395462114] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"228.345165ms","start":"2026-03-31T22:23:44.431255Z","end":"2026-03-31T22:23:44.6596Z","steps":["trace[1395462114] 'process raft request' (duration: 102.203014ms)","trace[1395462114] 'compare' (duration: 125.743042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:44.696164Z","caller":"traceutil/trace.go:171","msg":"trace[1341615422] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1015; }","duration":"242.793265ms","start":"2026-03-31T22:23:44.453349Z","end":"2026-03-31T22:23:44.696142Z","steps":["trace[1341615422] 'read index received' (duration: 80.118179ms)","trace[1341615422] 'applied index is now lower than readState.Index' (duration: 162.674045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:44.696282Z","caller":"traceutil/trace.go:171","msg":"trace[738471045] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"264.887619ms","start":"2026-03-31T22:23:44.431383Z","end":"2026-03-31T22:23:44.696271Z","steps":["trace[738471045] 'process raft request' (duration: 264.725066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:44.696315Z","caller":"traceutil/trace.go:171","msg":"trace[1047605641] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"264.90014ms","start":"2026-03-31T22:23:44.431355Z","end":"2026-03-31T22:23:44.696255Z","steps":["trace[1047605641] 'process raft request' (duration: 264.642914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:44.69648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.115322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:44.696508Z","caller":"traceutil/trace.go:171","msg":"trace[389664629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"243.186714ms","start":"2026-03-31T22:23:44.453313Z","end":"2026-03-31T22:23:44.6965Z","steps":["trace[389664629] 'agreement among raft nodes before linearized reading' (duration: 243.103112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:44.696632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.401457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-rdt2h\" ","response":"range_response_count:1 size:2273"} {"level":"warn","ts":"2026-03-31T22:23:44.69665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.758054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:44.696697Z","caller":"traceutil/trace.go:171","msg":"trace[260789413] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-rdt2h; range_end:; response_count:1; response_revision:985; }","duration":"186.51419ms","start":"2026-03-31T22:23:44.510168Z","end":"2026-03-31T22:23:44.696682Z","steps":["trace[260789413] 'agreement among raft nodes before linearized reading' (duration: 186.312415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:44.696736Z","caller":"traceutil/trace.go:171","msg":"trace[1090344023] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:985; }","duration":"182.889696ms","start":"2026-03-31T22:23:44.513823Z","end":"2026-03-31T22:23:44.696712Z","steps":["trace[1090344023] 'agreement among raft nodes before linearized reading' (duration: 182.746693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.003318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.569764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T22:23:45.003467Z","caller":"traceutil/trace.go:171","msg":"trace[1111387625] transaction","detail":"{read_only:false; number_of_response:1; response_revision:986; }","duration":"304.901804ms","start":"2026-03-31T22:23:44.698542Z","end":"2026-03-31T22:23:45.003443Z","steps":["trace[1111387625] 'process raft request' (duration: 124.112645ms)","trace[1111387625] 'compare' (duration: 180.3739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:45.003549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.698525Z","time spent":"304.983756ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":76,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T22:23:45.054026Z","caller":"traceutil/trace.go:171","msg":"trace[1090468581] linearizableReadLoop","detail":"{readStateIndex:1021; appliedIndex:1019; }","duration":"200.832477ms","start":"2026-03-31T22:23:44.853176Z","end":"2026-03-31T22:23:45.054009Z","steps":["trace[1090468581] 'read index received' (duration: 200.587302ms)","trace[1090468581] 'applied index is now lower than readState.Index' (duration: 244.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:45.054134Z","caller":"traceutil/trace.go:171","msg":"trace[2069810265] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"347.963737ms","start":"2026-03-31T22:23:44.706146Z","end":"2026-03-31T22:23:45.05411Z","steps":["trace[2069810265] 'process raft request' (duration: 347.808293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.054184Z","caller":"traceutil/trace.go:171","msg":"trace[135737068] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"352.631994ms","start":"2026-03-31T22:23:44.701531Z","end":"2026-03-31T22:23:45.054163Z","steps":["trace[135737068] 'process raft request' (duration: 352.336477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.054255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.706116Z","time spent":"348.072209ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5053,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:45.054282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.701511Z","time spent":"352.724866ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.054551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.320238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:45.054617Z","caller":"traceutil/trace.go:171","msg":"trace[1719018543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:988; }","duration":"201.478792ms","start":"2026-03-31T22:23:44.85312Z","end":"2026-03-31T22:23:45.054599Z","steps":["trace[1719018543] 'agreement among raft nodes before linearized reading' (duration: 201.172235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.054581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.837972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:23:45.055369Z","caller":"traceutil/trace.go:171","msg":"trace[141131864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:988; }","duration":"122.659121ms","start":"2026-03-31T22:23:44.932686Z","end":"2026-03-31T22:23:45.055346Z","steps":["trace[141131864] 'agreement among raft nodes before linearized reading' (duration: 121.76549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.355332Z","caller":"traceutil/trace.go:171","msg":"trace[332703078] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"291.445837ms","start":"2026-03-31T22:23:45.063869Z","end":"2026-03-31T22:23:45.355315Z","steps":["trace[332703078] 'process raft request' (duration: 291.380695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.355406Z","caller":"traceutil/trace.go:171","msg":"trace[2138744355] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"292.077022ms","start":"2026-03-31T22:23:45.063299Z","end":"2026-03-31T22:23:45.355376Z","steps":["trace[2138744355] 'process raft request' (duration: 291.887058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.355504Z","caller":"traceutil/trace.go:171","msg":"trace[365629736] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"292.252206ms","start":"2026-03-31T22:23:45.06323Z","end":"2026-03-31T22:23:45.355482Z","steps":["trace[365629736] 'process raft request' (duration: 291.856157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.355579Z","caller":"traceutil/trace.go:171","msg":"trace[1408583931] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"290.373212ms","start":"2026-03-31T22:23:45.065195Z","end":"2026-03-31T22:23:45.355568Z","steps":["trace[1408583931] 'process raft request' (duration: 290.073696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.355748Z","caller":"traceutil/trace.go:171","msg":"trace[915715557] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"283.996467ms","start":"2026-03-31T22:23:45.071743Z","end":"2026-03-31T22:23:45.35574Z","steps":["trace[915715557] 'process raft request' (duration: 283.832924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.35573Z","caller":"traceutil/trace.go:171","msg":"trace[861099933] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"290.022175ms","start":"2026-03-31T22:23:45.065687Z","end":"2026-03-31T22:23:45.355709Z","steps":["trace[861099933] 'process raft request' (duration: 289.79612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.355832Z","caller":"traceutil/trace.go:171","msg":"trace[812050891] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"283.061825ms","start":"2026-03-31T22:23:45.072762Z","end":"2026-03-31T22:23:45.355824Z","steps":["trace[812050891] 'process raft request' (duration: 282.886271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.355808Z","caller":"traceutil/trace.go:171","msg":"trace[1132534770] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"282.497592ms","start":"2026-03-31T22:23:45.07329Z","end":"2026-03-31T22:23:45.355788Z","steps":["trace[1132534770] 'process raft request' (duration: 282.435141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.622325Z","caller":"traceutil/trace.go:171","msg":"trace[850802304] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1023; }","duration":"339.32397ms","start":"2026-03-31T22:23:45.282967Z","end":"2026-03-31T22:23:45.62229Z","steps":["trace[850802304] 'read index received' (duration: 72.22106ms)","trace[850802304] 'applied index is now lower than readState.Index' (duration: 267.10154ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:45.62241Z","caller":"traceutil/trace.go:171","msg":"trace[308547183] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"464.239363ms","start":"2026-03-31T22:23:45.158161Z","end":"2026-03-31T22:23:45.6224Z","steps":["trace[308547183] 'process raft request' (duration: 464.06911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.622325Z","caller":"traceutil/trace.go:171","msg":"trace[718502018] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"468.024329ms","start":"2026-03-31T22:23:45.154279Z","end":"2026-03-31T22:23:45.622303Z","steps":["trace[718502018] 'process raft request' (duration: 467.826565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.622606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.624207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:45.622669Z","caller":"traceutil/trace.go:171","msg":"trace[383056207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:999; }","duration":"339.742149ms","start":"2026-03-31T22:23:45.282912Z","end":"2026-03-31T22:23:45.622654Z","steps":["trace[383056207] 'agreement among raft nodes before linearized reading' (duration: 339.522204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.622676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.158149Z","time spent":"464.296794ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:45.622724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.282888Z","time spent":"339.822371ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:45.622735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.154262Z","time spent":"468.372368ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.862385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.631179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:45.862673Z","caller":"traceutil/trace.go:171","msg":"trace[130215115] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"501.427122ms","start":"2026-03-31T22:23:45.361228Z","end":"2026-03-31T22:23:45.862655Z","steps":["trace[130215115] 'process raft request' (duration: 400.475556ms)","trace[130215115] 'compare' (duration: 100.536507ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:45.862699Z","caller":"traceutil/trace.go:171","msg":"trace[2018149300] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"491.370074ms","start":"2026-03-31T22:23:45.371313Z","end":"2026-03-31T22:23:45.862683Z","steps":["trace[2018149300] 'process raft request' (duration: 491.322383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.862722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.361211Z","time spent":"501.493204ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:45.862734Z","caller":"traceutil/trace.go:171","msg":"trace[2116346458] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"491.444075ms","start":"2026-03-31T22:23:45.371247Z","end":"2026-03-31T22:23:45.862691Z","steps":["trace[2116346458] 'process raft request' (duration: 491.306532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.86289Z","caller":"traceutil/trace.go:171","msg":"trace[1786461640] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"491.551597ms","start":"2026-03-31T22:23:45.371325Z","end":"2026-03-31T22:23:45.862877Z","steps":["trace[1786461640] 'process raft request' (duration: 491.292731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.862878Z","caller":"traceutil/trace.go:171","msg":"trace[1757635633] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"491.598628ms","start":"2026-03-31T22:23:45.371247Z","end":"2026-03-31T22:23:45.862845Z","steps":["trace[1757635633] 'process raft request' (duration: 491.354743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.862925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371236Z","time spent":"491.609838ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.862951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371316Z","time spent":"491.609419ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:45.862967Z","caller":"traceutil/trace.go:171","msg":"trace[959050250] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"491.572638ms","start":"2026-03-31T22:23:45.37139Z","end":"2026-03-31T22:23:45.862963Z","steps":["trace[959050250] 'process raft request' (duration: 491.269091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.863006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371381Z","time spent":"491.604099ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.863008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371228Z","time spent":"491.719012ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:45.863041Z","caller":"traceutil/trace.go:171","msg":"trace[1160847868] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"499.767406ms","start":"2026-03-31T22:23:45.363265Z","end":"2026-03-31T22:23:45.863032Z","steps":["trace[1160847868] 'process raft request' (duration: 499.194023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.86303Z","caller":"traceutil/trace.go:171","msg":"trace[370666854] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"487.372991ms","start":"2026-03-31T22:23:45.375633Z","end":"2026-03-31T22:23:45.863006Z","steps":["trace[370666854] 'process raft request' (duration: 487.272979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.862948Z","caller":"traceutil/trace.go:171","msg":"trace[1812135361] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1032; }","duration":"240.534284ms","start":"2026-03-31T22:23:45.6224Z","end":"2026-03-31T22:23:45.862934Z","steps":["trace[1812135361] 'read index received' (duration: 139.339363ms)","trace[1812135361] 'applied index is now lower than readState.Index' (duration: 101.194121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:45.863086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.990027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:23:45.863092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.363233Z","time spent":"499.828986ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:45.863129Z","caller":"traceutil/trace.go:171","msg":"trace[1739361114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1013; }","duration":"580.039588ms","start":"2026-03-31T22:23:45.28308Z","end":"2026-03-31T22:23:45.863119Z","steps":["trace[1739361114] 'agreement among raft nodes before linearized reading' (duration: 579.900604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.86312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.375616Z","time spent":"487.464414ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:45.863137Z","caller":"traceutil/trace.go:171","msg":"trace[48616918] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"491.64846ms","start":"2026-03-31T22:23:45.371476Z","end":"2026-03-31T22:23:45.863124Z","steps":["trace[48616918] 'process raft request' (duration: 491.374944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.863133Z","caller":"traceutil/trace.go:171","msg":"trace[630935101] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"491.873325ms","start":"2026-03-31T22:23:45.371247Z","end":"2026-03-31T22:23:45.863121Z","steps":["trace[630935101] 'process raft request' (duration: 491.285351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.86316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.283009Z","time spent":"580.14418ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:45.863182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371467Z","time spent":"491.694691ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.86319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.305342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:45.863212Z","caller":"traceutil/trace.go:171","msg":"trace[841279160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"410.369494ms","start":"2026-03-31T22:23:45.452838Z","end":"2026-03-31T22:23:45.863207Z","steps":["trace[841279160] 'agreement among raft nodes before linearized reading' (duration: 410.315962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.862941Z","caller":"traceutil/trace.go:171","msg":"trace[808653726] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"491.511966ms","start":"2026-03-31T22:23:45.371415Z","end":"2026-03-31T22:23:45.862927Z","steps":["trace[808653726] 'process raft request' (duration: 491.393724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.863205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371239Z","time spent":"491.934126ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.863227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.452819Z","time spent":"410.405074ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:45.863212Z","caller":"traceutil/trace.go:171","msg":"trace[2147052918] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"491.942286ms","start":"2026-03-31T22:23:45.37125Z","end":"2026-03-31T22:23:45.863192Z","steps":["trace[2147052918] 'process raft request' (duration: 491.324882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.863262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.37141Z","time spent":"491.823923ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.863291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371239Z","time spent":"492.016928ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:45.863089Z","caller":"traceutil/trace.go:171","msg":"trace[799956383] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"492.312445ms","start":"2026-03-31T22:23:45.370761Z","end":"2026-03-31T22:23:45.863073Z","steps":["trace[799956383] 'process raft request' (duration: 491.745422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.86333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.370739Z","time spent":"492.578501ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:45.863327Z","caller":"traceutil/trace.go:171","msg":"trace[1851719254] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"491.771612ms","start":"2026-03-31T22:23:45.371545Z","end":"2026-03-31T22:23:45.863317Z","steps":["trace[1851719254] 'process raft request' (duration: 491.335692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.862756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.371284Z","time spent":"491.446255ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.8634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.37153Z","time spent":"491.849734ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:45.863471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.701318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rdt2h\" ","response":"range_response_count:1 size:5068"} {"level":"info","ts":"2026-03-31T22:23:45.863516Z","caller":"traceutil/trace.go:171","msg":"trace[1868002838] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-rdt2h; range_end:; response_count:1; response_revision:1013; }","duration":"307.747879ms","start":"2026-03-31T22:23:45.555762Z","end":"2026-03-31T22:23:45.86351Z","steps":["trace[1868002838] 'agreement among raft nodes before linearized reading' (duration: 307.34822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.863533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.555724Z","time spent":"307.80514ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5090,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rdt2h\" "} {"level":"info","ts":"2026-03-31T22:23:45.876343Z","caller":"traceutil/trace.go:171","msg":"trace[947581732] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"249.466787ms","start":"2026-03-31T22:23:45.626857Z","end":"2026-03-31T22:23:45.876324Z","steps":["trace[947581732] 'process raft request' (duration: 249.21271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.876382Z","caller":"traceutil/trace.go:171","msg":"trace[1016955654] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"246.152102ms","start":"2026-03-31T22:23:45.630211Z","end":"2026-03-31T22:23:45.876363Z","steps":["trace[1016955654] 'process raft request' (duration: 245.985768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.876468Z","caller":"traceutil/trace.go:171","msg":"trace[2144538298] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"245.62742ms","start":"2026-03-31T22:23:45.630744Z","end":"2026-03-31T22:23:45.876372Z","steps":["trace[2144538298] 'process raft request' (duration: 245.547768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.230857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.841059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:46.231308Z","caller":"traceutil/trace.go:171","msg":"trace[1164431358] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"362.846846ms","start":"2026-03-31T22:23:45.868437Z","end":"2026-03-31T22:23:46.231283Z","steps":["trace[1164431358] 'process raft request' (duration: 146.468655ms)","trace[1164431358] 'compare' (duration: 215.526672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:46.231369Z","caller":"traceutil/trace.go:171","msg":"trace[2055624492] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"359.216774ms","start":"2026-03-31T22:23:45.872136Z","end":"2026-03-31T22:23:46.231353Z","steps":["trace[2055624492] 'process raft request' (duration: 359.139342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.231398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.868362Z","time spent":"362.99147ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:46.231386Z","caller":"traceutil/trace.go:171","msg":"trace[867055086] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"360.002552ms","start":"2026-03-31T22:23:45.871346Z","end":"2026-03-31T22:23:46.231349Z","steps":["trace[867055086] 'process raft request' (duration: 359.864749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.231437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872126Z","time spent":"359.284765ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:46.231524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.871319Z","time spent":"360.136244ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:46.231556Z","caller":"traceutil/trace.go:171","msg":"trace[448527901] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"358.987109ms","start":"2026-03-31T22:23:45.872547Z","end":"2026-03-31T22:23:46.231534Z","steps":["trace[448527901] 'process raft request' (duration: 358.833576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.231644Z","caller":"traceutil/trace.go:171","msg":"trace[1098332353] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1049; }","duration":"351.432336ms","start":"2026-03-31T22:23:45.880198Z","end":"2026-03-31T22:23:46.231631Z","steps":["trace[1098332353] 'read index received' (duration: 134.722537ms)","trace[1098332353] 'applied index is now lower than readState.Index' (duration: 216.708949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:46.231694Z","caller":"traceutil/trace.go:171","msg":"trace[2034569499] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"359.49551ms","start":"2026-03-31T22:23:45.872185Z","end":"2026-03-31T22:23:46.23168Z","steps":["trace[2034569499] 'process raft request' (duration: 359.123752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.231697Z","caller":"traceutil/trace.go:171","msg":"trace[249603540] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"359.357967ms","start":"2026-03-31T22:23:45.872324Z","end":"2026-03-31T22:23:46.231682Z","steps":["trace[249603540] 'process raft request' (duration: 359.005509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.231757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872167Z","time spent":"359.562451ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:46.231791Z","caller":"traceutil/trace.go:171","msg":"trace[78028760] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"358.756533ms","start":"2026-03-31T22:23:45.873009Z","end":"2026-03-31T22:23:46.231766Z","steps":["trace[78028760] 'process raft request' (duration: 358.534038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.231804Z","caller":"traceutil/trace.go:171","msg":"trace[1515600005] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"359.396748ms","start":"2026-03-31T22:23:45.872394Z","end":"2026-03-31T22:23:46.231791Z","steps":["trace[1515600005] 'process raft request' (duration: 358.963218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.231828Z","caller":"traceutil/trace.go:171","msg":"trace[1166886544] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"359.146072ms","start":"2026-03-31T22:23:45.872668Z","end":"2026-03-31T22:23:46.231814Z","steps":["trace[1166886544] 'process raft request' (duration: 358.784734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.231862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872387Z","time spent":"359.448879ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:46.231878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872995Z","time spent":"358.842666ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:46.231882Z","caller":"traceutil/trace.go:171","msg":"trace[1688126319] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"359.137073ms","start":"2026-03-31T22:23:45.872729Z","end":"2026-03-31T22:23:46.231866Z","steps":["trace[1688126319] 'process raft request' (duration: 358.759134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.231917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872658Z","time spent":"359.203503ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3714,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:46.231944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.738144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rdt2h\" ","response":"range_response_count:1 size:5068"} {"level":"warn","ts":"2026-03-31T22:23:46.231968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872717Z","time spent":"359.209055ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3787,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:46.231989Z","caller":"traceutil/trace.go:171","msg":"trace[152546003] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"358.867207ms","start":"2026-03-31T22:23:45.873105Z","end":"2026-03-31T22:23:46.231973Z","steps":["trace[152546003] 'process raft request' (duration: 358.463927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.231646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.87254Z","time spent":"359.062901ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:46.232006Z","caller":"traceutil/trace.go:171","msg":"trace[162909352] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"359.02448ms","start":"2026-03-31T22:23:45.872962Z","end":"2026-03-31T22:23:46.231986Z","steps":["trace[162909352] 'process raft request' (duration: 358.556859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.231918Z","caller":"traceutil/trace.go:171","msg":"trace[1992706151] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"358.18608ms","start":"2026-03-31T22:23:45.873684Z","end":"2026-03-31T22:23:46.23187Z","steps":["trace[1992706151] 'process raft request' (duration: 357.915574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.232095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872951Z","time spent":"359.108953ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:46.232101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.873095Z","time spent":"358.941278ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:46.232106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.873676Z","time spent":"358.396875ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:46.23198Z","caller":"traceutil/trace.go:171","msg":"trace[1069672382] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-rdt2h; range_end:; response_count:1; response_revision:1030; }","duration":"351.794165ms","start":"2026-03-31T22:23:45.880177Z","end":"2026-03-31T22:23:46.231971Z","steps":["trace[1069672382] 'agreement among raft nodes before linearized reading' (duration: 351.667121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.232174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.880169Z","time spent":"351.988859ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5090,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-rdt2h\" "} {"level":"warn","ts":"2026-03-31T22:23:46.232271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872316Z","time spent":"359.420399ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:46.233451Z","caller":"traceutil/trace.go:171","msg":"trace[792740337] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"360.75694ms","start":"2026-03-31T22:23:45.872666Z","end":"2026-03-31T22:23:46.233423Z","steps":["trace[792740337] 'process raft request' (duration: 358.740303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.233564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.872656Z","time spent":"360.848491ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:46.32139Z","caller":"traceutil/trace.go:171","msg":"trace[880958919] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"438.400152ms","start":"2026-03-31T22:23:45.882958Z","end":"2026-03-31T22:23:46.321358Z","steps":["trace[880958919] 'process raft request' (duration: 438.103525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.321422Z","caller":"traceutil/trace.go:171","msg":"trace[1183346784] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"436.294163ms","start":"2026-03-31T22:23:45.885102Z","end":"2026-03-31T22:23:46.321396Z","steps":["trace[1183346784] 'process raft request' (duration: 436.114969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.321494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.532356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:46.321546Z","caller":"traceutil/trace.go:171","msg":"trace[2028890911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1032; }","duration":"428.621879ms","start":"2026-03-31T22:23:45.892911Z","end":"2026-03-31T22:23:46.321533Z","steps":["trace[2028890911] 'agreement among raft nodes before linearized reading' (duration: 428.405845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.321552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.882948Z","time spent":"438.530415ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:46.321549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.885093Z","time spent":"436.388196ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:46.321593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.892896Z","time spent":"428.688822ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:46.525166Z","caller":"traceutil/trace.go:171","msg":"trace[553279883] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"290.793332ms","start":"2026-03-31T22:23:46.234343Z","end":"2026-03-31T22:23:46.525137Z","steps":["trace[553279883] 'process raft request' (duration: 290.538356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.52549Z","caller":"traceutil/trace.go:171","msg":"trace[1680177440] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"284.803024ms","start":"2026-03-31T22:23:46.24066Z","end":"2026-03-31T22:23:46.525463Z","steps":["trace[1680177440] 'process raft request' (duration: 284.575429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.525559Z","caller":"traceutil/trace.go:171","msg":"trace[1196992473] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"287.825263ms","start":"2026-03-31T22:23:46.237713Z","end":"2026-03-31T22:23:46.525538Z","steps":["trace[1196992473] 'process raft request' (duration: 287.404663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.525582Z","caller":"traceutil/trace.go:171","msg":"trace[289022852] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"286.359ms","start":"2026-03-31T22:23:46.23904Z","end":"2026-03-31T22:23:46.525399Z","steps":["trace[289022852] 'process raft request' (duration: 286.153115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.525507Z","caller":"traceutil/trace.go:171","msg":"trace[959002536] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"287.845304ms","start":"2026-03-31T22:23:46.237643Z","end":"2026-03-31T22:23:46.525488Z","steps":["trace[959002536] 'process raft request' (duration: 287.407914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.525398Z","caller":"traceutil/trace.go:171","msg":"trace[891507356] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"282.630745ms","start":"2026-03-31T22:23:46.242749Z","end":"2026-03-31T22:23:46.52538Z","steps":["trace[891507356] 'process raft request' (duration: 282.550554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.739284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.401395ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:46.739399Z","caller":"traceutil/trace.go:171","msg":"trace[1883182293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1038; }","duration":"146.519348ms","start":"2026-03-31T22:23:46.592857Z","end":"2026-03-31T22:23:46.739377Z","steps":["trace[1883182293] 'range keys from in-memory index tree' (duration: 146.389284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.831411Z","caller":"traceutil/trace.go:171","msg":"trace[1307171056] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"504.936762ms","start":"2026-03-31T22:23:46.326448Z","end":"2026-03-31T22:23:46.831385Z","steps":["trace[1307171056] 'process raft request' (duration: 504.695897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.831704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.326424Z","time spent":"505.180838ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:46.831812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.278304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:46.83179Z","caller":"traceutil/trace.go:171","msg":"trace[1936574531] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"499.776355ms","start":"2026-03-31T22:23:46.331972Z","end":"2026-03-31T22:23:46.831749Z","steps":["trace[1936574531] 'process raft request' (duration: 499.334665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.83187Z","caller":"traceutil/trace.go:171","msg":"trace[1960227924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"379.378155ms","start":"2026-03-31T22:23:46.452478Z","end":"2026-03-31T22:23:46.831856Z","steps":["trace[1960227924] 'agreement among raft nodes before linearized reading' (duration: 379.292673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:46.831839Z","caller":"traceutil/trace.go:171","msg":"trace[352716786] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"493.46637ms","start":"2026-03-31T22:23:46.338349Z","end":"2026-03-31T22:23:46.831815Z","steps":["trace[352716786] 'process raft request' (duration: 493.264545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.831919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.452459Z","time spent":"379.449117ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:46.832007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.338328Z","time spent":"493.590404ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:46.832004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.331964Z","time spent":"499.936659ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:46.831735Z","caller":"traceutil/trace.go:171","msg":"trace[123604018] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1065; }","duration":"379.186491ms","start":"2026-03-31T22:23:46.45253Z","end":"2026-03-31T22:23:46.831716Z","steps":["trace[123604018] 'read index received' (duration: 72.289271ms)","trace[123604018] 'applied index is now lower than readState.Index' (duration: 306.89615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:47.075635Z","caller":"traceutil/trace.go:171","msg":"trace[387869723] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"544.289232ms","start":"2026-03-31T22:23:46.531323Z","end":"2026-03-31T22:23:47.075612Z","steps":["trace[387869723] 'process raft request' (duration: 544.261292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.075654Z","caller":"traceutil/trace.go:171","msg":"trace[1462863620] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1078; }","duration":"243.476532ms","start":"2026-03-31T22:23:46.832148Z","end":"2026-03-31T22:23:47.075624Z","steps":["trace[1462863620] 'read index received' (duration: 243.460701ms)","trace[1462863620] 'applied index is now lower than readState.Index' (duration: 13.521µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.075815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.093346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:23:47.075896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.734568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"warn","ts":"2026-03-31T22:23:47.075918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.047757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:23:47.075936Z","caller":"traceutil/trace.go:171","msg":"trace[1189116653] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1045; }","duration":"539.83633ms","start":"2026-03-31T22:23:46.536089Z","end":"2026-03-31T22:23:47.075925Z","steps":["trace[1189116653] 'agreement among raft nodes before linearized reading' (duration: 539.659076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.075948Z","caller":"traceutil/trace.go:171","msg":"trace[1112121610] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:1045; }","duration":"340.099359ms","start":"2026-03-31T22:23:46.73584Z","end":"2026-03-31T22:23:47.07594Z","steps":["trace[1112121610] 'agreement among raft nodes before linearized reading' (duration: 339.983286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.075974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.73583Z","time spent":"340.137149ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:23:47.075978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.536068Z","time spent":"539.902542ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3966,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-03-31T22:23:47.075947Z","caller":"traceutil/trace.go:171","msg":"trace[376105275] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1045; }","duration":"357.24253ms","start":"2026-03-31T22:23:46.718665Z","end":"2026-03-31T22:23:47.075907Z","steps":["trace[376105275] 'agreement among raft nodes before linearized reading' (duration: 356.983934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.076063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.718638Z","time spent":"357.412294ms","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":19,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:47.076075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.531316Z","time spent":"544.394235ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:47.076202Z","caller":"traceutil/trace.go:171","msg":"trace[1069503249] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"545.618373ms","start":"2026-03-31T22:23:46.530486Z","end":"2026-03-31T22:23:47.076104Z","steps":["trace[1069503249] 'process raft request' (duration: 545.017419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.076235Z","caller":"traceutil/trace.go:171","msg":"trace[446064666] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1042; }","duration":"548.431196ms","start":"2026-03-31T22:23:46.527795Z","end":"2026-03-31T22:23:47.076226Z","steps":["trace[446064666] 'process raft request' (duration: 547.604988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.07625Z","caller":"traceutil/trace.go:171","msg":"trace[1962249110] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"545.364046ms","start":"2026-03-31T22:23:46.530851Z","end":"2026-03-31T22:23:47.076215Z","steps":["trace[1962249110] 'process raft request' (duration: 544.715821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.076333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.644038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"warn","ts":"2026-03-31T22:23:47.076297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.527773Z","time spent":"548.488288ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T22:23:47.076391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.530471Z","time spent":"545.763465ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:47.076396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.530842Z","time spent":"545.49156ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:47.076412Z","caller":"traceutil/trace.go:171","msg":"trace[327567540] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1045; }","duration":"540.743801ms","start":"2026-03-31T22:23:46.535653Z","end":"2026-03-31T22:23:47.076397Z","steps":["trace[327567540] 'agreement among raft nodes before linearized reading' (duration: 540.574117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.076455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.535644Z","time spent":"540.798912ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3893,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-03-31T22:23:47.271305Z","caller":"traceutil/trace.go:171","msg":"trace[1668981129] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"409.104455ms","start":"2026-03-31T22:23:46.862166Z","end":"2026-03-31T22:23:47.271271Z","steps":["trace[1668981129] 'process raft request' (duration: 408.566052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.271478Z","caller":"traceutil/trace.go:171","msg":"trace[1290576061] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1078; }","duration":"195.72844ms","start":"2026-03-31T22:23:47.075718Z","end":"2026-03-31T22:23:47.271447Z","steps":["trace[1290576061] 'read index received' (duration: 195.016633ms)","trace[1290576061] 'applied index is now lower than readState.Index' (duration: 710.427µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.271567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.862144Z","time spent":"409.280849ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:47.271648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.486265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:47.271637Z","caller":"traceutil/trace.go:171","msg":"trace[1663390813] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"404.896239ms","start":"2026-03-31T22:23:46.866697Z","end":"2026-03-31T22:23:47.271593Z","steps":["trace[1663390813] 'process raft request' (duration: 404.483298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.271686Z","caller":"traceutil/trace.go:171","msg":"trace[1913634985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1047; }","duration":"438.546807ms","start":"2026-03-31T22:23:46.833128Z","end":"2026-03-31T22:23:47.271675Z","steps":["trace[1913634985] 'agreement among raft nodes before linearized reading' (duration: 438.455814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.271741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.833109Z","time spent":"438.623689ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:47.271853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.866681Z","time spent":"405.057402ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:47.396032Z","caller":"traceutil/trace.go:171","msg":"trace[411081309] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1080; }","duration":"124.454942ms","start":"2026-03-31T22:23:47.271556Z","end":"2026-03-31T22:23:47.396011Z","steps":["trace[411081309] 'read index received' (duration: 113.835349ms)","trace[411081309] 'applied index is now lower than readState.Index' (duration: 10.618513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.396167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.076724Z","time spent":"319.440306ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:23:47.396336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.86505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:43005"} {"level":"info","ts":"2026-03-31T22:23:47.396399Z","caller":"traceutil/trace.go:171","msg":"trace[229998026] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1047; }","duration":"314.959583ms","start":"2026-03-31T22:23:47.081426Z","end":"2026-03-31T22:23:47.396385Z","steps":["trace[229998026] 'agreement among raft nodes before linearized reading' (duration: 314.769519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.396431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.081416Z","time spent":"315.010024ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":43027,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T22:23:47.396539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.151721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-25tq4\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-03-31T22:23:47.396623Z","caller":"traceutil/trace.go:171","msg":"trace[2130682481] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-25tq4; range_end:; response_count:1; response_revision:1047; }","duration":"316.280244ms","start":"2026-03-31T22:23:47.080326Z","end":"2026-03-31T22:23:47.396606Z","steps":["trace[2130682481] 'agreement among raft nodes before linearized reading' (duration: 315.847084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.396672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.080304Z","time spent":"316.359145ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5698,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-25tq4\" "} {"level":"info","ts":"2026-03-31T22:23:47.591887Z","caller":"traceutil/trace.go:171","msg":"trace[660959581] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1082; }","duration":"187.116034ms","start":"2026-03-31T22:23:47.404748Z","end":"2026-03-31T22:23:47.591864Z","steps":["trace[660959581] 'read index received' (duration: 186.49111ms)","trace[660959581] 'applied index is now lower than readState.Index' (duration: 623.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:47.591952Z","caller":"traceutil/trace.go:171","msg":"trace[1279194282] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"193.702944ms","start":"2026-03-31T22:23:47.398216Z","end":"2026-03-31T22:23:47.591919Z","steps":["trace[1279194282] 'process raft request' (duration: 193.361937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.592019Z","caller":"traceutil/trace.go:171","msg":"trace[1885743114] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"191.296259ms","start":"2026-03-31T22:23:47.400688Z","end":"2026-03-31T22:23:47.591984Z","steps":["trace[1885743114] 'process raft request' (duration: 191.139005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.591995Z","caller":"traceutil/trace.go:171","msg":"trace[1842854188] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"191.645017ms","start":"2026-03-31T22:23:47.4003Z","end":"2026-03-31T22:23:47.591945Z","steps":["trace[1842854188] 'process raft request' (duration: 191.480353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.592077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.259217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:23:47.592118Z","caller":"traceutil/trace.go:171","msg":"trace[1700248959] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1051; }","duration":"187.38542ms","start":"2026-03-31T22:23:47.404722Z","end":"2026-03-31T22:23:47.592108Z","steps":["trace[1700248959] 'agreement among raft nodes before linearized reading' (duration: 187.246976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.71587Z","caller":"traceutil/trace.go:171","msg":"trace[1863677677] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"311.018964ms","start":"2026-03-31T22:23:47.404832Z","end":"2026-03-31T22:23:47.715851Z","steps":["trace[1863677677] 'process raft request' (duration: 289.675067ms)","trace[1863677677] 'compare' (duration: 21.183193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.715993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.404808Z","time spent":"311.123765ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:47.716362Z","caller":"traceutil/trace.go:171","msg":"trace[1236920685] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"311.400002ms","start":"2026-03-31T22:23:47.404935Z","end":"2026-03-31T22:23:47.716335Z","steps":["trace[1236920685] 'process raft request' (duration: 310.8678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.716519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.404923Z","time spent":"311.510725ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:47.716791Z","caller":"traceutil/trace.go:171","msg":"trace[149943661] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"300.245358ms","start":"2026-03-31T22:23:47.416527Z","end":"2026-03-31T22:23:47.716772Z","steps":["trace[149943661] 'process raft request' (duration: 299.717615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.717889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.381543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:47.717942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.416504Z","time spent":"301.336463ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:47.718134Z","caller":"traceutil/trace.go:171","msg":"trace[962364926] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1085; }","duration":"124.793861ms","start":"2026-03-31T22:23:47.591949Z","end":"2026-03-31T22:23:47.716743Z","steps":["trace[962364926] 'read index received' (duration: 102.567883ms)","trace[962364926] 'applied index is now lower than readState.Index' (duration: 22.224238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:47.718186Z","caller":"traceutil/trace.go:171","msg":"trace[1007000600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1054; }","duration":"263.56554ms","start":"2026-03-31T22:23:47.454426Z","end":"2026-03-31T22:23:47.717992Z","steps":["trace[1007000600] 'agreement among raft nodes before linearized reading' (duration: 262.353202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.792061Z","caller":"traceutil/trace.go:171","msg":"trace[885439669] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"197.96257ms","start":"2026-03-31T22:23:47.594066Z","end":"2026-03-31T22:23:47.792028Z","steps":["trace[885439669] 'process raft request' (duration: 197.756936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.79214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.130574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:44858"} {"level":"info","ts":"2026-03-31T22:23:47.792211Z","caller":"traceutil/trace.go:171","msg":"trace[872523887] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1055; }","duration":"198.206846ms","start":"2026-03-31T22:23:47.593986Z","end":"2026-03-31T22:23:47.792193Z","steps":["trace[872523887] 'agreement among raft nodes before linearized reading' (duration: 198.006941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.792293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.218837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:23:47.792345Z","caller":"traceutil/trace.go:171","msg":"trace[1355741518] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1055; }","duration":"198.300369ms","start":"2026-03-31T22:23:47.594033Z","end":"2026-03-31T22:23:47.792333Z","steps":["trace[1355741518] 'agreement among raft nodes before linearized reading' (duration: 198.178335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.859832Z","caller":"traceutil/trace.go:171","msg":"trace[2130699189] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"138.035633ms","start":"2026-03-31T22:23:47.721779Z","end":"2026-03-31T22:23:47.859815Z","steps":["trace[2130699189] 'process raft request' (duration: 136.859316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.860307Z","caller":"traceutil/trace.go:171","msg":"trace[2078459172] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"137.096272ms","start":"2026-03-31T22:23:47.723172Z","end":"2026-03-31T22:23:47.860268Z","steps":["trace[2078459172] 'process raft request' (duration: 136.59738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.860431Z","caller":"traceutil/trace.go:171","msg":"trace[318193399] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"133.800776ms","start":"2026-03-31T22:23:47.726574Z","end":"2026-03-31T22:23:47.860375Z","steps":["trace[318193399] 'process raft request' (duration: 133.53151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.860511Z","caller":"traceutil/trace.go:171","msg":"trace[1303313425] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"108.343685ms","start":"2026-03-31T22:23:47.75215Z","end":"2026-03-31T22:23:47.860493Z","steps":["trace[1303313425] 'process raft request' (duration: 108.15327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.947845Z","caller":"traceutil/trace.go:171","msg":"trace[1107092658] linearizableReadLoop","detail":"{readStateIndex:1094; appliedIndex:1089; }","duration":"153.130908ms","start":"2026-03-31T22:23:47.794691Z","end":"2026-03-31T22:23:47.947822Z","steps":["trace[1107092658] 'read index received' (duration: 63.916ms)","trace[1107092658] 'applied index is now lower than readState.Index' (duration: 89.214068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:47.947966Z","caller":"traceutil/trace.go:171","msg":"trace[191102932] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"153.613748ms","start":"2026-03-31T22:23:47.794317Z","end":"2026-03-31T22:23:47.94793Z","steps":["trace[191102932] 'process raft request' (duration: 153.21611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.948013Z","caller":"traceutil/trace.go:171","msg":"trace[734228029] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"151.246374ms","start":"2026-03-31T22:23:47.796729Z","end":"2026-03-31T22:23:47.947976Z","steps":["trace[734228029] 'process raft request' (duration: 151.05273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.94824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.530987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:23:47.948278Z","caller":"traceutil/trace.go:171","msg":"trace[1274931151] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1062; }","duration":"153.613529ms","start":"2026-03-31T22:23:47.794655Z","end":"2026-03-31T22:23:47.948269Z","steps":["trace[1274931151] 'agreement among raft nodes before linearized reading' (duration: 153.472626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.947955Z","caller":"traceutil/trace.go:171","msg":"trace[1370776100] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"151.397407ms","start":"2026-03-31T22:23:47.796482Z","end":"2026-03-31T22:23:47.94788Z","steps":["trace[1370776100] 'process raft request' (duration: 151.255414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:48.44887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751210178,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:23:48.734633Z","caller":"traceutil/trace.go:171","msg":"trace[322703078] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"865.404995ms","start":"2026-03-31T22:23:47.869205Z","end":"2026-03-31T22:23:48.73461Z","steps":["trace[322703078] 'process raft request' (duration: 818.370771ms)","trace[322703078] 'compare' (duration: 46.444451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:48.734755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.869184Z","time spent":"865.511248ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:48.734821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.829044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:48.734883Z","caller":"traceutil/trace.go:171","msg":"trace[263355285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1065; }","duration":"854.929246ms","start":"2026-03-31T22:23:47.879945Z","end":"2026-03-31T22:23:48.734874Z","steps":["trace[263355285] 'agreement among raft nodes before linearized reading' (duration: 854.740032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:48.734909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.879931Z","time spent":"854.971337ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:23:48.73498Z","caller":"traceutil/trace.go:171","msg":"trace[1930742883] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"785.176622ms","start":"2026-03-31T22:23:47.949796Z","end":"2026-03-31T22:23:48.734972Z","steps":["trace[1930742883] 'process raft request' (duration: 784.801674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:48.734649Z","caller":"traceutil/trace.go:171","msg":"trace[253703076] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1096; }","duration":"786.719329ms","start":"2026-03-31T22:23:47.947913Z","end":"2026-03-31T22:23:48.734632Z","steps":["trace[253703076] 'read index received' (duration: 739.673514ms)","trace[253703076] 'applied index is now lower than readState.Index' (duration: 47.045035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:48.735208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.695711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:48.735244Z","caller":"traceutil/trace.go:171","msg":"trace[1492284617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1065; }","duration":"498.760051ms","start":"2026-03-31T22:23:48.236475Z","end":"2026-03-31T22:23:48.735236Z","steps":["trace[1492284617] 'agreement among raft nodes before linearized reading' (duration: 498.631728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:48.735253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.496709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:48.735266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.236436Z","time spent":"498.823773ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:48.735275Z","caller":"traceutil/trace.go:171","msg":"trace[1719570321] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"865.337134ms","start":"2026-03-31T22:23:47.86992Z","end":"2026-03-31T22:23:48.735258Z","steps":["trace[1719570321] 'process raft request' (duration: 864.544846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:48.735285Z","caller":"traceutil/trace.go:171","msg":"trace[1729410852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"281.56036ms","start":"2026-03-31T22:23:48.453713Z","end":"2026-03-31T22:23:48.735273Z","steps":["trace[1729410852] 'agreement among raft nodes before linearized reading' (duration: 281.504799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:48.735304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.319979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:48.735379Z","caller":"traceutil/trace.go:171","msg":"trace[1907211028] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1065; }","duration":"793.444742ms","start":"2026-03-31T22:23:47.941915Z","end":"2026-03-31T22:23:48.73536Z","steps":["trace[1907211028] 'agreement among raft nodes before linearized reading' (duration: 793.33814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:48.735434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.941887Z","time spent":"793.534725ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:48.735439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.949776Z","time spent":"785.220684ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1376,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:48.735325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.869912Z","time spent":"865.385145ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:49.260872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.834777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:49.261091Z","caller":"traceutil/trace.go:171","msg":"trace[292937465] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"522.368892ms","start":"2026-03-31T22:23:48.738698Z","end":"2026-03-31T22:23:49.261066Z","steps":["trace[292937465] 'process raft request' (duration: 339.231338ms)","trace[292937465] 'compare' (duration: 182.50462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:49.261161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.738677Z","time spent":"522.450243ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:49.483811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.864684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:49.484156Z","caller":"traceutil/trace.go:171","msg":"trace[1238172319] linearizableReadLoop","detail":"{readStateIndex:1106; appliedIndex:1099; }","duration":"648.779368ms","start":"2026-03-31T22:23:48.835359Z","end":"2026-03-31T22:23:49.484139Z","steps":["trace[1238172319] 'read index received' (duration: 242.59273ms)","trace[1238172319] 'applied index is now lower than readState.Index' (duration: 406.185818ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:49.484248Z","caller":"traceutil/trace.go:171","msg":"trace[415940514] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"744.612146ms","start":"2026-03-31T22:23:48.739626Z","end":"2026-03-31T22:23:49.484238Z","steps":["trace[415940514] 'process raft request' (duration: 744.279379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.484252Z","caller":"traceutil/trace.go:171","msg":"trace[1339981450] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"744.617046ms","start":"2026-03-31T22:23:48.739604Z","end":"2026-03-31T22:23:49.484221Z","steps":["trace[1339981450] 'process raft request' (duration: 625.280881ms)","trace[1339981450] 'compare' (duration: 118.68823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:49.484313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.739602Z","time spent":"744.685677ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:49.48431Z","caller":"traceutil/trace.go:171","msg":"trace[351399705] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"743.848219ms","start":"2026-03-31T22:23:48.74043Z","end":"2026-03-31T22:23:49.484278Z","steps":["trace[351399705] 'process raft request' (duration: 743.648544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.48438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.739597Z","time spent":"744.722489ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:49.484397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.740414Z","time spent":"743.944502ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4127,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:49.484398Z","caller":"traceutil/trace.go:171","msg":"trace[736698303] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"744.511335ms","start":"2026-03-31T22:23:48.739861Z","end":"2026-03-31T22:23:49.484373Z","steps":["trace[736698303] 'process raft request' (duration: 744.094665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.484472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.388764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:49.484502Z","caller":"traceutil/trace.go:171","msg":"trace[984999626] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1072; }","duration":"396.462886ms","start":"2026-03-31T22:23:49.08803Z","end":"2026-03-31T22:23:49.484493Z","steps":["trace[984999626] 'agreement among raft nodes before linearized reading' (duration: 396.389114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.48453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.088006Z","time spent":"396.516476ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:49.484537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.739843Z","time spent":"744.622937ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:49.484687Z","caller":"traceutil/trace.go:171","msg":"trace[402458079] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"740.919833ms","start":"2026-03-31T22:23:48.743753Z","end":"2026-03-31T22:23:49.484673Z","steps":["trace[402458079] 'process raft request' (duration: 740.354879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.484684Z","caller":"traceutil/trace.go:171","msg":"trace[201559770] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"744.449574ms","start":"2026-03-31T22:23:48.740214Z","end":"2026-03-31T22:23:49.484664Z","steps":["trace[201559770] 'process raft request' (duration: 743.796918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.484741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.743742Z","time spent":"740.973214ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3870,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:49.484771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.740192Z","time spent":"744.539995ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3000,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:49.486127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.752593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:49.486194Z","caller":"traceutil/trace.go:171","msg":"trace[175931804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1072; }","duration":"650.852325ms","start":"2026-03-31T22:23:48.835326Z","end":"2026-03-31T22:23:49.486178Z","steps":["trace[175931804] 'agreement among raft nodes before linearized reading' (duration: 648.966032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.486244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.835308Z","time spent":"650.924547ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:49.619079Z","caller":"traceutil/trace.go:171","msg":"trace[221396536] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"129.654912ms","start":"2026-03-31T22:23:49.489401Z","end":"2026-03-31T22:23:49.619056Z","steps":["trace[221396536] 'process raft request' (duration: 125.578458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.68273Z","caller":"traceutil/trace.go:171","msg":"trace[1569184507] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"193.107501ms","start":"2026-03-31T22:23:49.489602Z","end":"2026-03-31T22:23:49.68271Z","steps":["trace[1569184507] 'process raft request' (duration: 192.951417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.682761Z","caller":"traceutil/trace.go:171","msg":"trace[914506287] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"193.041359ms","start":"2026-03-31T22:23:49.489703Z","end":"2026-03-31T22:23:49.682744Z","steps":["trace[914506287] 'process raft request' (duration: 192.935937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.682893Z","caller":"traceutil/trace.go:171","msg":"trace[716088394] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"192.719601ms","start":"2026-03-31T22:23:49.490164Z","end":"2026-03-31T22:23:49.682884Z","steps":["trace[716088394] 'process raft request' (duration: 192.495516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.682909Z","caller":"traceutil/trace.go:171","msg":"trace[2137787743] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"191.834842ms","start":"2026-03-31T22:23:49.491047Z","end":"2026-03-31T22:23:49.682882Z","steps":["trace[2137787743] 'process raft request' (duration: 191.634147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.704208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.994297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:23:49.704352Z","caller":"traceutil/trace.go:171","msg":"trace[1721250665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1078; }","duration":"108.176092ms","start":"2026-03-31T22:23:49.596157Z","end":"2026-03-31T22:23:49.704333Z","steps":["trace[1721250665] 'agreement among raft nodes before linearized reading' (duration: 107.905826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.204983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751210204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:23:50.338623Z","caller":"traceutil/trace.go:171","msg":"trace[1382732307] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"651.667054ms","start":"2026-03-31T22:23:49.686936Z","end":"2026-03-31T22:23:50.338603Z","steps":["trace[1382732307] 'process raft request' (duration: 651.49338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:50.339068Z","caller":"traceutil/trace.go:171","msg":"trace[141696036] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"651.814398ms","start":"2026-03-31T22:23:49.687231Z","end":"2026-03-31T22:23:50.339046Z","steps":["trace[141696036] 'process raft request' (duration: 651.334116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.339166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.687209Z","time spent":"651.911529ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:50.339238Z","caller":"traceutil/trace.go:171","msg":"trace[604573372] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"649.627158ms","start":"2026-03-31T22:23:49.689553Z","end":"2026-03-31T22:23:50.33918Z","steps":["trace[604573372] 'process raft request' (duration: 649.486345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:50.339327Z","caller":"traceutil/trace.go:171","msg":"trace[92653473] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"649.677469ms","start":"2026-03-31T22:23:49.689642Z","end":"2026-03-31T22:23:50.33932Z","steps":["trace[92653473] 'process raft request' (duration: 649.441954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.339403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.689635Z","time spent":"649.71913ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:50.339396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.689539Z","time spent":"649.772651ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:50.339247Z","caller":"traceutil/trace.go:171","msg":"trace[1897426040] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"651.229485ms","start":"2026-03-31T22:23:49.688004Z","end":"2026-03-31T22:23:50.339234Z","steps":["trace[1897426040] 'process raft request' (duration: 650.923488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.338872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.686905Z","time spent":"651.829168ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:50.339524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.687987Z","time spent":"651.506021ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:50.896482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.155891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:50.896672Z","caller":"traceutil/trace.go:171","msg":"trace[1805189562] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"552.92302ms","start":"2026-03-31T22:23:50.343733Z","end":"2026-03-31T22:23:50.896656Z","steps":["trace[1805189562] 'process raft request' (duration: 552.884339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.896735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.343701Z","time spent":"553.008151ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:50.897017Z","caller":"traceutil/trace.go:171","msg":"trace[1657361810] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"958.230246ms","start":"2026-03-31T22:23:49.938756Z","end":"2026-03-31T22:23:50.896987Z","steps":["trace[1657361810] 'process raft request' (duration: 957.808247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:50.897122Z","caller":"traceutil/trace.go:171","msg":"trace[1961084912] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"1.189412657s","start":"2026-03-31T22:23:49.707694Z","end":"2026-03-31T22:23:50.897107Z","steps":["trace[1961084912] 'process raft request' (duration: 1.02756496s)","trace[1961084912] 'compare' (duration: 160.939796ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:50.897133Z","caller":"traceutil/trace.go:171","msg":"trace[680752552] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1112; }","duration":"1.19304764s","start":"2026-03-31T22:23:49.704049Z","end":"2026-03-31T22:23:50.897096Z","steps":["trace[680752552] 'read index received' (duration: 634.158044ms)","trace[680752552] 'applied index is now lower than readState.Index' (duration: 558.887416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:50.897172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.938739Z","time spent":"958.351348ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:50.897179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.70768Z","time spent":"1.189469708s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:50.897276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21015632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:50.89731Z","caller":"traceutil/trace.go:171","msg":"trace[1904038889] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1086; }","duration":"1.210229972s","start":"2026-03-31T22:23:49.687068Z","end":"2026-03-31T22:23:50.897298Z","steps":["trace[1904038889] 'agreement among raft nodes before linearized reading' (duration: 1.2101565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.897336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.687057Z","time spent":"1.210272843s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"info","ts":"2026-03-31T22:23:51.083967Z","caller":"traceutil/trace.go:171","msg":"trace[1135221375] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1120; }","duration":"186.767547ms","start":"2026-03-31T22:23:50.897174Z","end":"2026-03-31T22:23:51.083942Z","steps":["trace[1135221375] 'read index received' (duration: 165.01329ms)","trace[1135221375] 'applied index is now lower than readState.Index' (duration: 21.753007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:51.084153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368850955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:51.08421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.15271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-31T22:23:51.084255Z","caller":"traceutil/trace.go:171","msg":"trace[1192418085] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1087; }","duration":"1.368994448s","start":"2026-03-31T22:23:49.715246Z","end":"2026-03-31T22:23:51.084241Z","steps":["trace[1192418085] 'agreement among raft nodes before linearized reading' (duration: 1.368810574s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.084269Z","caller":"traceutil/trace.go:171","msg":"trace[370332671] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1087; }","duration":"738.262793ms","start":"2026-03-31T22:23:50.345991Z","end":"2026-03-31T22:23:51.084253Z","steps":["trace[370332671] 'agreement among raft nodes before linearized reading' (duration: 738.051258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.084276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.197583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"warn","ts":"2026-03-31T22:23:51.084307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.715229Z","time spent":"1.36906794s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-03-31T22:23:51.084347Z","caller":"traceutil/trace.go:171","msg":"trace[586100005] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1087; }","duration":"739.307626ms","start":"2026-03-31T22:23:50.345022Z","end":"2026-03-31T22:23:51.08433Z","steps":["trace[586100005] 'agreement among raft nodes before linearized reading' (duration: 739.096292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.0843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.345967Z","time spent":"738.326214ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4396,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:51.08439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.345004Z","time spent":"739.377277ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3538,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-31T22:23:51.084257Z","caller":"traceutil/trace.go:171","msg":"trace[1686432864] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"341.953111ms","start":"2026-03-31T22:23:50.742257Z","end":"2026-03-31T22:23:51.08421Z","steps":["trace[1686432864] 'process raft request' (duration: 320.003109ms)","trace[1686432864] 'compare' (duration: 21.532191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:51.084446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.14061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-31T22:23:51.0847Z","caller":"traceutil/trace.go:171","msg":"trace[159281071] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1087; }","duration":"738.418876ms","start":"2026-03-31T22:23:50.346248Z","end":"2026-03-31T22:23:51.084666Z","steps":["trace[159281071] 'agreement among raft nodes before linearized reading' (duration: 737.755791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.084559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.742234Z","time spent":"342.269167ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:51.084796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.346223Z","time spent":"738.551929ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4662,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-31T22:23:51.12611Z","caller":"traceutil/trace.go:171","msg":"trace[915307994] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"225.577463ms","start":"2026-03-31T22:23:50.900519Z","end":"2026-03-31T22:23:51.126096Z","steps":["trace[915307994] 'process raft request' (duration: 225.530802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.126178Z","caller":"traceutil/trace.go:171","msg":"trace[812079574] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"226.186057ms","start":"2026-03-31T22:23:50.89998Z","end":"2026-03-31T22:23:51.126166Z","steps":["trace[812079574] 'process raft request' (duration: 226.044334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.126111Z","caller":"traceutil/trace.go:171","msg":"trace[49879958] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"226.157886ms","start":"2026-03-31T22:23:50.899925Z","end":"2026-03-31T22:23:51.126083Z","steps":["trace[49879958] 'process raft request' (duration: 225.94216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.126171Z","caller":"traceutil/trace.go:171","msg":"trace[2043345102] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"226.224557ms","start":"2026-03-31T22:23:50.899927Z","end":"2026-03-31T22:23:51.126152Z","steps":["trace[2043345102] 'process raft request' (duration: 226.063794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.300891Z","caller":"traceutil/trace.go:171","msg":"trace[851229928] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"207.487958ms","start":"2026-03-31T22:23:51.093379Z","end":"2026-03-31T22:23:51.300867Z","steps":["trace[851229928] 'process raft request' (duration: 207.365076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.300932Z","caller":"traceutil/trace.go:171","msg":"trace[1810015331] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"207.022818ms","start":"2026-03-31T22:23:51.093884Z","end":"2026-03-31T22:23:51.300907Z","steps":["trace[1810015331] 'process raft request' (duration: 206.941467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.301099Z","caller":"traceutil/trace.go:171","msg":"trace[1099926168] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"209.843062ms","start":"2026-03-31T22:23:51.091244Z","end":"2026-03-31T22:23:51.301087Z","steps":["trace[1099926168] 'process raft request' (duration: 194.218745ms)","trace[1099926168] 'compare' (duration: 15.137096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:51.822678Z","caller":"traceutil/trace.go:171","msg":"trace[1162145220] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"692.238631ms","start":"2026-03-31T22:23:51.130407Z","end":"2026-03-31T22:23:51.822646Z","steps":["trace[1162145220] 'process raft request' (duration: 691.967264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.822919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.130376Z","time spent":"692.428605ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3823,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:51.822946Z","caller":"traceutil/trace.go:171","msg":"trace[4685556] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"691.805761ms","start":"2026-03-31T22:23:51.131107Z","end":"2026-03-31T22:23:51.822912Z","steps":["trace[4685556] 'process raft request' (duration: 691.480973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.82305Z","caller":"traceutil/trace.go:171","msg":"trace[116284557] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"691.754159ms","start":"2026-03-31T22:23:51.131282Z","end":"2026-03-31T22:23:51.823037Z","steps":["trace[116284557] 'process raft request' (duration: 691.543455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.823153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.13127Z","time spent":"691.850681ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:51.823087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.131078Z","time spent":"691.933164ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:51.823312Z","caller":"traceutil/trace.go:171","msg":"trace[28832152] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"691.942923ms","start":"2026-03-31T22:23:51.131361Z","end":"2026-03-31T22:23:51.823304Z","steps":["trace[28832152] 'process raft request' (duration: 691.584495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.823382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.13134Z","time spent":"691.999025ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2687,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:51.823613Z","caller":"traceutil/trace.go:171","msg":"trace[1955866830] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"691.908143ms","start":"2026-03-31T22:23:51.131679Z","end":"2026-03-31T22:23:51.823588Z","steps":["trace[1955866830] 'process raft request' (duration: 691.549894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.823745Z","caller":"traceutil/trace.go:171","msg":"trace[1448719943] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"691.861512ms","start":"2026-03-31T22:23:51.131876Z","end":"2026-03-31T22:23:51.823738Z","steps":["trace[1448719943] 'process raft request' (duration: 691.606976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.823766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.131658Z","time spent":"692.030616ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:51.823788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.131865Z","time spent":"691.903633ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:51.8256Z","caller":"traceutil/trace.go:171","msg":"trace[295459883] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1125; }","duration":"574.373358ms","start":"2026-03-31T22:23:51.251202Z","end":"2026-03-31T22:23:51.825576Z","steps":["trace[295459883] 'read index received' (duration: 34.406577ms)","trace[295459883] 'applied index is now lower than readState.Index' (duration: 539.965591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:51.825741Z","caller":"traceutil/trace.go:171","msg":"trace[600110563] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"692.864444ms","start":"2026-03-31T22:23:51.132865Z","end":"2026-03-31T22:23:51.82573Z","steps":["trace[600110563] 'process raft request' (duration: 690.715756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.825835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.132855Z","time spent":"692.918276ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:51.826335Z","caller":"traceutil/trace.go:171","msg":"trace[267506246] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"642.972585ms","start":"2026-03-31T22:23:51.18335Z","end":"2026-03-31T22:23:51.826323Z","steps":["trace[267506246] 'process raft request' (duration: 642.064034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.826411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.183323Z","time spent":"643.049047ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:51.826587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.378622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:51.82663Z","caller":"traceutil/trace.go:171","msg":"trace[697339796] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1102; }","duration":"575.449614ms","start":"2026-03-31T22:23:51.25117Z","end":"2026-03-31T22:23:51.82662Z","steps":["trace[697339796] 'agreement among raft nodes before linearized reading' (duration: 575.376552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.826662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.251154Z","time spent":"575.499494ms","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:51.82709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.176762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:23:51.827138Z","caller":"traceutil/trace.go:171","msg":"trace[993023208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1102; }","duration":"337.261833ms","start":"2026-03-31T22:23:51.489865Z","end":"2026-03-31T22:23:51.827127Z","steps":["trace[993023208] 'agreement among raft nodes before linearized reading' (duration: 337.153291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.82716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.489846Z","time spent":"337.309795ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:51.82715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.753086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:51.827199Z","caller":"traceutil/trace.go:171","msg":"trace[1873186402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"373.827038ms","start":"2026-03-31T22:23:51.453356Z","end":"2026-03-31T22:23:51.827183Z","steps":["trace[1873186402] 'agreement among raft nodes before linearized reading' (duration: 373.768667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.82725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.453335Z","time spent":"373.905571ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:51.827339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.968554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:51.82736Z","caller":"traceutil/trace.go:171","msg":"trace[1699229155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1102; }","duration":"139.017955ms","start":"2026-03-31T22:23:51.688337Z","end":"2026-03-31T22:23:51.827355Z","steps":["trace[1699229155] 'agreement among raft nodes before linearized reading' (duration: 138.961374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.827091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.994532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:51.827437Z","caller":"traceutil/trace.go:171","msg":"trace[1657067498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1102; }","duration":"561.409152ms","start":"2026-03-31T22:23:51.266023Z","end":"2026-03-31T22:23:51.827432Z","steps":["trace[1657067498] 'agreement among raft nodes before linearized reading' (duration: 560.751397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.827453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.266007Z","time spent":"561.442022ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:51.827482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.281185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:51.827532Z","caller":"traceutil/trace.go:171","msg":"trace[834198135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"510.361086ms","start":"2026-03-31T22:23:51.317158Z","end":"2026-03-31T22:23:51.827519Z","steps":["trace[834198135] 'agreement among raft nodes before linearized reading' (duration: 510.285244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.827579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.317137Z","time spent":"510.427658ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:51.827855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.502388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4950"} {"level":"info","ts":"2026-03-31T22:23:51.827944Z","caller":"traceutil/trace.go:171","msg":"trace[1799135459] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1102; }","duration":"520.589789ms","start":"2026-03-31T22:23:51.30731Z","end":"2026-03-31T22:23:51.827899Z","steps":["trace[1799135459] 'agreement among raft nodes before linearized reading' (duration: 520.447376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:51.827987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:51.307293Z","time spent":"520.682002ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4972,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-31T22:23:52.097625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.143738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:52.097825Z","caller":"traceutil/trace.go:171","msg":"trace[111164579] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"268.747417ms","start":"2026-03-31T22:23:51.829047Z","end":"2026-03-31T22:23:52.097794Z","steps":["trace[111164579] 'process raft request' (duration: 136.378964ms)","trace[111164579] 'compare' (duration: 132.026466ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.097933Z","caller":"traceutil/trace.go:171","msg":"trace[1851182921] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"264.272655ms","start":"2026-03-31T22:23:51.83365Z","end":"2026-03-31T22:23:52.097922Z","steps":["trace[1851182921] 'process raft request' (duration: 264.194914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.097898Z","caller":"traceutil/trace.go:171","msg":"trace[1224617976] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"264.965192ms","start":"2026-03-31T22:23:51.832881Z","end":"2026-03-31T22:23:52.097847Z","steps":["trace[1224617976] 'process raft request' (duration: 264.831349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.097947Z","caller":"traceutil/trace.go:171","msg":"trace[28610420] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"264.661604ms","start":"2026-03-31T22:23:51.833255Z","end":"2026-03-31T22:23:52.097917Z","steps":["trace[28610420] 'process raft request' (duration: 264.541982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.097928Z","caller":"traceutil/trace.go:171","msg":"trace[1084244483] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1104; }","duration":"264.793528ms","start":"2026-03-31T22:23:51.833093Z","end":"2026-03-31T22:23:52.097887Z","steps":["trace[1084244483] 'process raft request' (duration: 264.667945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.098313Z","caller":"traceutil/trace.go:171","msg":"trace[897547649] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"263.262933ms","start":"2026-03-31T22:23:51.835022Z","end":"2026-03-31T22:23:52.098285Z","steps":["trace[897547649] 'process raft request' (duration: 262.854093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.098383Z","caller":"traceutil/trace.go:171","msg":"trace[894080303] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"256.104499ms","start":"2026-03-31T22:23:51.842267Z","end":"2026-03-31T22:23:52.098371Z","steps":["trace[894080303] 'process raft request' (duration: 256.010377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.098346Z","caller":"traceutil/trace.go:171","msg":"trace[788559214] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"263.12234ms","start":"2026-03-31T22:23:51.835215Z","end":"2026-03-31T22:23:52.098337Z","steps":["trace[788559214] 'process raft request' (duration: 262.938475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.098367Z","caller":"traceutil/trace.go:171","msg":"trace[500841946] linearizableReadLoop","detail":"{readStateIndex:1138; appliedIndex:1136; }","duration":"265.431493ms","start":"2026-03-31T22:23:51.832915Z","end":"2026-03-31T22:23:52.098346Z","steps":["trace[500841946] 'read index received' (duration: 132.695441ms)","trace[500841946] 'applied index is now lower than readState.Index' (duration: 132.734842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:52.09858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.644817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-31T22:23:52.098657Z","caller":"traceutil/trace.go:171","msg":"trace[1892629715] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1109; }","duration":"265.76352ms","start":"2026-03-31T22:23:51.832872Z","end":"2026-03-31T22:23:52.098635Z","steps":["trace[1892629715] 'agreement among raft nodes before linearized reading' (duration: 265.530575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.098876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.580863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-03-31T22:23:52.098994Z","caller":"traceutil/trace.go:171","msg":"trace[114894272] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1109; }","duration":"264.780708ms","start":"2026-03-31T22:23:51.834164Z","end":"2026-03-31T22:23:52.098945Z","steps":["trace[114894272] 'agreement among raft nodes before linearized reading' (duration: 264.3949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.535361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.344674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:52.535727Z","caller":"traceutil/trace.go:171","msg":"trace[1211946553] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"430.861861ms","start":"2026-03-31T22:23:52.104789Z","end":"2026-03-31T22:23:52.535651Z","steps":["trace[1211946553] 'process raft request' (duration: 217.169189ms)","trace[1211946553] 'compare' (duration: 213.208691ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.535902Z","caller":"traceutil/trace.go:171","msg":"trace[675501638] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"425.783145ms","start":"2026-03-31T22:23:52.110106Z","end":"2026-03-31T22:23:52.535889Z","steps":["trace[675501638] 'process raft request' (duration: 425.53859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.536004Z","caller":"traceutil/trace.go:171","msg":"trace[133267036] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1144; }","duration":"428.366544ms","start":"2026-03-31T22:23:52.107613Z","end":"2026-03-31T22:23:52.535979Z","steps":["trace[133267036] 'read index received' (duration: 16.575659ms)","trace[133267036] 'applied index is now lower than readState.Index' (duration: 411.788235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.536041Z","caller":"traceutil/trace.go:171","msg":"trace[37772913] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"425.789295ms","start":"2026-03-31T22:23:52.110206Z","end":"2026-03-31T22:23:52.535996Z","steps":["trace[37772913] 'process raft request' (duration: 425.494508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.536026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:52.104779Z","time spent":"431.053255ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:52.536175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:52.110185Z","time spent":"425.917878ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:52.53577Z","caller":"traceutil/trace.go:171","msg":"trace[1309722331] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"429.555722ms","start":"2026-03-31T22:23:52.10619Z","end":"2026-03-31T22:23:52.535746Z","steps":["trace[1309722331] 'process raft request' (duration: 429.298496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.536145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:52.110094Z","time spent":"425.850256ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3651,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:52.536545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:52.106173Z","time spent":"430.217577ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:52.583927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.125182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:52.583996Z","caller":"traceutil/trace.go:171","msg":"trace[444651839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"130.237156ms","start":"2026-03-31T22:23:52.453742Z","end":"2026-03-31T22:23:52.583979Z","steps":["trace[444651839] 'agreement among raft nodes before linearized reading' (duration: 130.116043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.583981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.306209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:52.584061Z","caller":"traceutil/trace.go:171","msg":"trace[883260869] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1115; }","duration":"476.418461ms","start":"2026-03-31T22:23:52.107622Z","end":"2026-03-31T22:23:52.58404Z","steps":["trace[883260869] 'agreement among raft nodes before linearized reading' (duration: 476.267938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.584121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:52.107605Z","time spent":"476.502904ms","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"warn","ts":"2026-03-31T22:23:52.584872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.147778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:52.58502Z","caller":"traceutil/trace.go:171","msg":"trace[2140879262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1115; }","duration":"241.323702ms","start":"2026-03-31T22:23:52.343679Z","end":"2026-03-31T22:23:52.585002Z","steps":["trace[2140879262] 'agreement among raft nodes before linearized reading' (duration: 240.200696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.584085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.439582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-31T22:23:52.58518Z","caller":"traceutil/trace.go:171","msg":"trace[1312318505] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:1114; }","duration":"477.577297ms","start":"2026-03-31T22:23:52.107585Z","end":"2026-03-31T22:23:52.585162Z","steps":["trace[1312318505] 'agreement among raft nodes before linearized reading' (duration: 428.497267ms)","trace[1312318505] 'range keys from in-memory index tree' (duration: 47.661489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:52.585217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:52.107576Z","time spent":"477.628848ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4712,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"info","ts":"2026-03-31T22:23:52.694883Z","caller":"traceutil/trace.go:171","msg":"trace[718764989] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1115; }","duration":"151.89024ms","start":"2026-03-31T22:23:52.54297Z","end":"2026-03-31T22:23:52.69486Z","steps":["trace[718764989] 'process raft request' (duration: 140.700364ms)","trace[718764989] 'compare' (duration: 11.042592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.69485Z","caller":"traceutil/trace.go:171","msg":"trace[81331769] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1151; }","duration":"110.986265ms","start":"2026-03-31T22:23:52.583845Z","end":"2026-03-31T22:23:52.694831Z","steps":["trace[81331769] 'read index received' (duration: 99.900252ms)","trace[81331769] 'applied index is now lower than readState.Index' (duration: 11.085273ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.694913Z","caller":"traceutil/trace.go:171","msg":"trace[161569894] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1115; }","duration":"151.790387ms","start":"2026-03-31T22:23:52.543103Z","end":"2026-03-31T22:23:52.694893Z","steps":["trace[161569894] 'process raft request' (duration: 151.695715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.695073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.012011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-jzcm8\" ","response":"range_response_count:1 size:3544"} {"level":"info","ts":"2026-03-31T22:23:52.695106Z","caller":"traceutil/trace.go:171","msg":"trace[987536460] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-jzcm8; range_end:; response_count:1; response_revision:1115; }","duration":"155.106103ms","start":"2026-03-31T22:23:52.539992Z","end":"2026-03-31T22:23:52.695098Z","steps":["trace[987536460] 'agreement among raft nodes before linearized reading' (duration: 154.97963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.769831Z","caller":"traceutil/trace.go:171","msg":"trace[2051121101] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"178.740272ms","start":"2026-03-31T22:23:52.591066Z","end":"2026-03-31T22:23:52.769807Z","steps":["trace[2051121101] 'process raft request' (duration: 178.544187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.770031Z","caller":"traceutil/trace.go:171","msg":"trace[1294173435] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"178.521276ms","start":"2026-03-31T22:23:52.591493Z","end":"2026-03-31T22:23:52.770015Z","steps":["trace[1294173435] 'process raft request' (duration: 178.26329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.77024Z","caller":"traceutil/trace.go:171","msg":"trace[991232879] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"178.69647ms","start":"2026-03-31T22:23:52.591534Z","end":"2026-03-31T22:23:52.770231Z","steps":["trace[991232879] 'process raft request' (duration: 178.410684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.77041Z","caller":"traceutil/trace.go:171","msg":"trace[608830070] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"177.171927ms","start":"2026-03-31T22:23:52.593188Z","end":"2026-03-31T22:23:52.77036Z","steps":["trace[608830070] 'process raft request' (duration: 176.990652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.770767Z","caller":"traceutil/trace.go:171","msg":"trace[911034769] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"140.533711ms","start":"2026-03-31T22:23:52.630211Z","end":"2026-03-31T22:23:52.770745Z","steps":["trace[911034769] 'process raft request' (duration: 140.116261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.770883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.596839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:52.770955Z","caller":"traceutil/trace.go:171","msg":"trace[59473894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"185.813525ms","start":"2026-03-31T22:23:52.585126Z","end":"2026-03-31T22:23:52.770939Z","steps":["trace[59473894] 'agreement among raft nodes before linearized reading' (duration: 185.520478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:52.941935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.41023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:52.942062Z","caller":"traceutil/trace.go:171","msg":"trace[688599499] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"165.162982ms","start":"2026-03-31T22:23:52.77688Z","end":"2026-03-31T22:23:52.942043Z","steps":["trace[688599499] 'process raft request' (duration: 58.549517ms)","trace[688599499] 'compare' (duration: 106.265017ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.942135Z","caller":"traceutil/trace.go:171","msg":"trace[528910988] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"154.087509ms","start":"2026-03-31T22:23:52.788027Z","end":"2026-03-31T22:23:52.942115Z","steps":["trace[528910988] 'process raft request' (duration: 154.024198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.942163Z","caller":"traceutil/trace.go:171","msg":"trace[323411982] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1160; }","duration":"159.099404ms","start":"2026-03-31T22:23:52.78304Z","end":"2026-03-31T22:23:52.94214Z","steps":["trace[323411982] 'read index received' (duration: 52.383967ms)","trace[323411982] 'applied index is now lower than readState.Index' (duration: 106.712487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:52.942355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.109144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4470"} {"level":"warn","ts":"2026-03-31T22:23:52.942355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.305098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-03-31T22:23:52.942381Z","caller":"traceutil/trace.go:171","msg":"trace[1197672136] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1124; }","duration":"159.156965ms","start":"2026-03-31T22:23:52.783216Z","end":"2026-03-31T22:23:52.942373Z","steps":["trace[1197672136] 'agreement among raft nodes before linearized reading' (duration: 159.042363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.942386Z","caller":"traceutil/trace.go:171","msg":"trace[1784751657] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1124; }","duration":"159.36854ms","start":"2026-03-31T22:23:52.783009Z","end":"2026-03-31T22:23:52.942377Z","steps":["trace[1784751657] 'agreement among raft nodes before linearized reading' (duration: 159.229287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:53.482606Z","caller":"traceutil/trace.go:171","msg":"trace[944374978] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"414.967518ms","start":"2026-03-31T22:23:53.067601Z","end":"2026-03-31T22:23:53.482568Z","steps":["trace[944374978] 'process raft request' (duration: 393.944517ms)","trace[944374978] 'compare' (duration: 20.763795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:53.482872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:53.067575Z","time spent":"415.141352ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211654,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:53.501916Z","caller":"traceutil/trace.go:171","msg":"trace[1278061052] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"411.57352ms","start":"2026-03-31T22:23:53.09029Z","end":"2026-03-31T22:23:53.501864Z","steps":["trace[1278061052] 'process raft request' (duration: 411.341245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:53.502172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:53.09027Z","time spent":"411.761474ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:53.705941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.829235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:53.706324Z","caller":"traceutil/trace.go:171","msg":"trace[340955068] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"202.828273ms","start":"2026-03-31T22:23:53.503449Z","end":"2026-03-31T22:23:53.706277Z","steps":["trace[340955068] 'process raft request' (duration: 100.607148ms)","trace[340955068] 'compare' (duration: 101.693032ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:54.138396Z","caller":"traceutil/trace.go:171","msg":"trace[851980355] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"307.206897ms","start":"2026-03-31T22:23:53.831162Z","end":"2026-03-31T22:23:54.138369Z","steps":["trace[851980355] 'process raft request' (duration: 222.942613ms)","trace[851980355] 'compare' (duration: 83.920536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:54.138577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:53.831138Z","time spent":"307.326909ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:54.418219Z","caller":"traceutil/trace.go:171","msg":"trace[345748678] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1167; }","duration":"314.504034ms","start":"2026-03-31T22:23:54.103692Z","end":"2026-03-31T22:23:54.418197Z","steps":["trace[345748678] 'read index received' (duration: 292.526781ms)","trace[345748678] 'applied index is now lower than readState.Index' (duration: 21.976263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:54.418232Z","caller":"traceutil/trace.go:171","msg":"trace[1048981888] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"585.126525ms","start":"2026-03-31T22:23:53.833078Z","end":"2026-03-31T22:23:54.418204Z","steps":["trace[1048981888] 'process raft request' (duration: 563.127752ms)","trace[1048981888] 'compare' (duration: 21.757607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:54.418343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:53.833055Z","time spent":"585.236107ms","remote":"127.0.0.1:50772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:54.418429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.720969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:54.41847Z","caller":"traceutil/trace.go:171","msg":"trace[1265614283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1130; }","duration":"314.805671ms","start":"2026-03-31T22:23:54.103656Z","end":"2026-03-31T22:23:54.418462Z","steps":["trace[1265614283] 'agreement among raft nodes before linearized reading' (duration: 314.640527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.418495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.103637Z","time spent":"314.851352ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:54.808831Z","caller":"traceutil/trace.go:171","msg":"trace[1447130337] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1168; }","duration":"390.533409ms","start":"2026-03-31T22:23:54.41827Z","end":"2026-03-31T22:23:54.808803Z","steps":["trace[1447130337] 'read index received' (duration: 336.067386ms)","trace[1447130337] 'applied index is now lower than readState.Index' (duration: 54.464763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:54.808857Z","caller":"traceutil/trace.go:171","msg":"trace[217417389] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"650.308203ms","start":"2026-03-31T22:23:54.158504Z","end":"2026-03-31T22:23:54.808812Z","steps":["trace[217417389] 'process raft request' (duration: 595.825219ms)","trace[217417389] 'compare' (duration: 54.146826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:54.808969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.208817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:23:54.808977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.158434Z","time spent":"650.480967ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:54.809021Z","caller":"traceutil/trace.go:171","msg":"trace[1946038553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1131; }","duration":"705.32748ms","start":"2026-03-31T22:23:54.103682Z","end":"2026-03-31T22:23:54.809009Z","steps":["trace[1946038553] 'agreement among raft nodes before linearized reading' (duration: 705.128076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.809044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.103621Z","time spent":"705.419122ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:54.809062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.33757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:54.809098Z","caller":"traceutil/trace.go:171","msg":"trace[2031889613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1131; }","duration":"705.414792ms","start":"2026-03-31T22:23:54.103672Z","end":"2026-03-31T22:23:54.809087Z","steps":["trace[2031889613] 'agreement among raft nodes before linearized reading' (duration: 705.244638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.809131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.103655Z","time spent":"705.468093ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:54.870425Z","caller":"traceutil/trace.go:171","msg":"trace[1331036843] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"444.053491ms","start":"2026-03-31T22:23:54.426342Z","end":"2026-03-31T22:23:54.870396Z","steps":["trace[1331036843] 'process raft request' (duration: 443.839566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:54.870501Z","caller":"traceutil/trace.go:171","msg":"trace[1539236930] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"388.695138ms","start":"2026-03-31T22:23:54.481795Z","end":"2026-03-31T22:23:54.87049Z","steps":["trace[1539236930] 'process raft request' (duration: 388.562465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.870547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.481768Z","time spent":"388.757059ms","remote":"127.0.0.1:50772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:54.870547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.426323Z","time spent":"444.176985ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3017,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:54.87046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.123997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:54.870617Z","caller":"traceutil/trace.go:171","msg":"trace[1079710182] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"432.61294ms","start":"2026-03-31T22:23:54.437985Z","end":"2026-03-31T22:23:54.870598Z","steps":["trace[1079710182] 'process raft request' (duration: 432.314163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:54.870657Z","caller":"traceutil/trace.go:171","msg":"trace[766706085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"417.367333ms","start":"2026-03-31T22:23:54.45326Z","end":"2026-03-31T22:23:54.870627Z","steps":["trace[766706085] 'agreement among raft nodes before linearized reading' (duration: 417.135537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.870703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.437949Z","time spent":"432.706842ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:54.870769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.453235Z","time spent":"417.488236ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:55.0443Z","caller":"traceutil/trace.go:171","msg":"trace[647266270] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"231.212401ms","start":"2026-03-31T22:23:54.813064Z","end":"2026-03-31T22:23:55.044276Z","steps":["trace[647266270] 'process raft request' (duration: 230.970855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.044341Z","caller":"traceutil/trace.go:171","msg":"trace[221442651] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"230.577846ms","start":"2026-03-31T22:23:54.81373Z","end":"2026-03-31T22:23:55.044308Z","steps":["trace[221442651] 'process raft request' (duration: 230.506605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.044403Z","caller":"traceutil/trace.go:171","msg":"trace[2137222277] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"231.306213ms","start":"2026-03-31T22:23:54.813064Z","end":"2026-03-31T22:23:55.04437Z","steps":["trace[2137222277] 'process raft request' (duration: 231.129619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.173831Z","caller":"traceutil/trace.go:171","msg":"trace[555435321] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"296.412479ms","start":"2026-03-31T22:23:54.877387Z","end":"2026-03-31T22:23:55.1738Z","steps":["trace[555435321] 'process raft request' (duration: 263.174711ms)","trace[555435321] 'compare' (duration: 32.972702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:55.173884Z","caller":"traceutil/trace.go:171","msg":"trace[1599907720] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"296.326287ms","start":"2026-03-31T22:23:54.877531Z","end":"2026-03-31T22:23:55.173857Z","steps":["trace[1599907720] 'process raft request' (duration: 296.149043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.173995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.561362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:23:55.174079Z","caller":"traceutil/trace.go:171","msg":"trace[1348568790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1140; }","duration":"179.683045ms","start":"2026-03-31T22:23:54.994383Z","end":"2026-03-31T22:23:55.174066Z","steps":["trace[1348568790] 'agreement among raft nodes before linearized reading' (duration: 179.493769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.173843Z","caller":"traceutil/trace.go:171","msg":"trace[1434939721] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1172; }","duration":"179.404037ms","start":"2026-03-31T22:23:54.994424Z","end":"2026-03-31T22:23:55.173828Z","steps":["trace[1434939721] 'read index received' (duration: 49.599803ms)","trace[1434939721] 'applied index is now lower than readState.Index' (duration: 129.803064ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:55.174249Z","caller":"traceutil/trace.go:171","msg":"trace[1717993326] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"293.282498ms","start":"2026-03-31T22:23:54.880904Z","end":"2026-03-31T22:23:55.174187Z","steps":["trace[1717993326] 'process raft request' (duration: 292.876808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.444948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.320107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:55.445108Z","caller":"traceutil/trace.go:171","msg":"trace[156856615] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1178; }","duration":"270.984998ms","start":"2026-03-31T22:23:55.174111Z","end":"2026-03-31T22:23:55.445096Z","steps":["trace[156856615] 'read index received' (duration: 154.597111ms)","trace[156856615] 'applied index is now lower than readState.Index' (duration: 116.387157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:55.445166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.877036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-03-31T22:23:55.445194Z","caller":"traceutil/trace.go:171","msg":"trace[171890035] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1143; }","duration":"442.936216ms","start":"2026-03-31T22:23:55.002249Z","end":"2026-03-31T22:23:55.445185Z","steps":["trace[171890035] 'agreement among raft nodes before linearized reading' (duration: 442.885355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.445223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:55.002227Z","time spent":"442.988318ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-03-31T22:23:55.44532Z","caller":"traceutil/trace.go:171","msg":"trace[1049234303] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"396.67661ms","start":"2026-03-31T22:23:55.048618Z","end":"2026-03-31T22:23:55.445294Z","steps":["trace[1049234303] 'process raft request' (duration: 281.52011ms)","trace[1049234303] 'compare' (duration: 114.671209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:55.445385Z","caller":"traceutil/trace.go:171","msg":"trace[329186512] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"396.182699ms","start":"2026-03-31T22:23:55.049195Z","end":"2026-03-31T22:23:55.445378Z","steps":["trace[329186512] 'process raft request' (duration: 395.826231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.445427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:55.049181Z","time spent":"396.222979ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:55.445444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:55.048601Z","time spent":"396.778972ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2901,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:55.445481Z","caller":"traceutil/trace.go:171","msg":"trace[981376475] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"395.658156ms","start":"2026-03-31T22:23:55.049802Z","end":"2026-03-31T22:23:55.44546Z","steps":["trace[981376475] 'process raft request' (duration: 395.258828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.445573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:55.049768Z","time spent":"395.764339ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:55.502437Z","caller":"traceutil/trace.go:171","msg":"trace[18240815] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"317.944103ms","start":"2026-03-31T22:23:55.184461Z","end":"2026-03-31T22:23:55.502405Z","steps":["trace[18240815] 'process raft request' (duration: 317.82601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.502566Z","caller":"traceutil/trace.go:171","msg":"trace[306668294] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"323.868658ms","start":"2026-03-31T22:23:55.178671Z","end":"2026-03-31T22:23:55.502539Z","steps":["trace[306668294] 'process raft request' (duration: 323.444438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.502594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:55.184444Z","time spent":"318.078506ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2948,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:55.502737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:55.178648Z","time spent":"323.99208ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:55.624532Z","caller":"traceutil/trace.go:171","msg":"trace[1049883583] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"175.025078ms","start":"2026-03-31T22:23:55.449457Z","end":"2026-03-31T22:23:55.624482Z","steps":["trace[1049883583] 'process raft request' (duration: 103.552396ms)","trace[1049883583] 'compare' (duration: 71.223276ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:55.624731Z","caller":"traceutil/trace.go:171","msg":"trace[125819017] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1183; }","duration":"122.313093ms","start":"2026-03-31T22:23:55.502354Z","end":"2026-03-31T22:23:55.624668Z","steps":["trace[125819017] 'read index received' (duration: 50.668947ms)","trace[125819017] 'applied index is now lower than readState.Index' (duration: 71.629065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:55.624771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.126051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:55.624968Z","caller":"traceutil/trace.go:171","msg":"trace[1886418185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1147; }","duration":"172.360727ms","start":"2026-03-31T22:23:55.452594Z","end":"2026-03-31T22:23:55.624955Z","steps":["trace[1886418185] 'agreement among raft nodes before linearized reading' (duration: 172.08798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.624993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.052169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-n8v6t\" ","response":"range_response_count:1 size:2916"} {"level":"info","ts":"2026-03-31T22:23:55.625047Z","caller":"traceutil/trace.go:171","msg":"trace[130927571] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-n8v6t; range_end:; response_count:1; response_revision:1147; }","duration":"175.143101ms","start":"2026-03-31T22:23:55.449893Z","end":"2026-03-31T22:23:55.625036Z","steps":["trace[130927571] 'agreement among raft nodes before linearized reading' (duration: 174.949626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.625095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.946571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-03-31T22:23:55.625136Z","caller":"traceutil/trace.go:171","msg":"trace[351909803] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1147; }","duration":"117.004893ms","start":"2026-03-31T22:23:55.508117Z","end":"2026-03-31T22:23:55.625122Z","steps":["trace[351909803] 'agreement among raft nodes before linearized reading' (duration: 116.905811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.62526Z","caller":"traceutil/trace.go:171","msg":"trace[1531145571] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"116.765707ms","start":"2026-03-31T22:23:55.507899Z","end":"2026-03-31T22:23:55.624664Z","steps":["trace[1531145571] 'process raft request' (duration: 116.525681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.843901Z","caller":"traceutil/trace.go:171","msg":"trace[890259232] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1186; }","duration":"120.543373ms","start":"2026-03-31T22:23:55.723333Z","end":"2026-03-31T22:23:55.843877Z","steps":["trace[890259232] 'read index received' (duration: 120.317608ms)","trace[890259232] 'applied index is now lower than readState.Index' (duration: 224.845µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:55.844552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.36434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"warn","ts":"2026-03-31T22:23:55.844584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.204808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-03-31T22:23:55.844642Z","caller":"traceutil/trace.go:171","msg":"trace[2107950062] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1149; }","duration":"121.31215ms","start":"2026-03-31T22:23:55.723312Z","end":"2026-03-31T22:23:55.844624Z","steps":["trace[2107950062] 'agreement among raft nodes before linearized reading' (duration: 120.716577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:55.844309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.921152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dm4vs\" ","response":"range_response_count:1 size:4128"} {"level":"info","ts":"2026-03-31T22:23:55.844736Z","caller":"traceutil/trace.go:171","msg":"trace[911387485] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dm4vs; range_end:; response_count:1; response_revision:1149; }","duration":"121.394793ms","start":"2026-03-31T22:23:55.723302Z","end":"2026-03-31T22:23:55.844697Z","steps":["trace[911387485] 'agreement among raft nodes before linearized reading' (duration: 120.713647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.844644Z","caller":"traceutil/trace.go:171","msg":"trace[2079870530] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1149; }","duration":"117.490024ms","start":"2026-03-31T22:23:55.727117Z","end":"2026-03-31T22:23:55.844607Z","steps":["trace[2079870530] 'agreement among raft nodes before linearized reading' (duration: 117.176267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.845358Z","caller":"traceutil/trace.go:171","msg":"trace[466423800] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"215.892401ms","start":"2026-03-31T22:23:55.629441Z","end":"2026-03-31T22:23:55.845334Z","steps":["trace[466423800] 'process raft request' (duration: 214.280255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.97406Z","caller":"traceutil/trace.go:171","msg":"trace[1073066355] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"122.101208ms","start":"2026-03-31T22:23:55.851931Z","end":"2026-03-31T22:23:55.974032Z","steps":["trace[1073066355] 'process raft request' (duration: 116.563052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:59.294291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.236253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:59.294394Z","caller":"traceutil/trace.go:171","msg":"trace[2033112610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1172; }","duration":"147.351486ms","start":"2026-03-31T22:23:59.147019Z","end":"2026-03-31T22:23:59.29437Z","steps":["trace[2033112610] 'range keys from in-memory index tree' (duration: 147.030338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:59.498658Z","caller":"traceutil/trace.go:171","msg":"trace[2004654352] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"201.446111ms","start":"2026-03-31T22:23:59.297187Z","end":"2026-03-31T22:23:59.498633Z","steps":["trace[2004654352] 'process raft request' (duration: 201.306348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:59.68605Z","caller":"traceutil/trace.go:171","msg":"trace[2110740297] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1211; }","duration":"233.226826ms","start":"2026-03-31T22:23:59.45268Z","end":"2026-03-31T22:23:59.685907Z","steps":["trace[2110740297] 'read index received' (duration: 45.899008ms)","trace[2110740297] 'applied index is now lower than readState.Index' (duration: 187.327188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:59.686195Z","caller":"traceutil/trace.go:171","msg":"trace[1646963751] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"388.480193ms","start":"2026-03-31T22:23:59.297704Z","end":"2026-03-31T22:23:59.686184Z","steps":["trace[1646963751] 'process raft request' (duration: 309.878717ms)","trace[1646963751] 'compare' (duration: 78.000412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:59.686401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:59.297682Z","time spent":"388.672446ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:59.68626Z","caller":"traceutil/trace.go:171","msg":"trace[824325408] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"386.59543ms","start":"2026-03-31T22:23:59.299654Z","end":"2026-03-31T22:23:59.686249Z","steps":["trace[824325408] 'process raft request' (duration: 386.223352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:59.686645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:59.299638Z","time spent":"386.977678ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:59.686322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.642786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:59.686727Z","caller":"traceutil/trace.go:171","msg":"trace[51887273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"234.089276ms","start":"2026-03-31T22:23:59.452617Z","end":"2026-03-31T22:23:59.686706Z","steps":["trace[51887273] 'agreement among raft nodes before linearized reading' (duration: 233.667257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:59.70389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.974722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:23:59.704437Z","caller":"traceutil/trace.go:171","msg":"trace[1506865830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1176; }","duration":"156.565376ms","start":"2026-03-31T22:23:59.547858Z","end":"2026-03-31T22:23:59.704423Z","steps":["trace[1506865830] 'agreement among raft nodes before linearized reading' (duration: 155.935901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:01.883168Z","caller":"traceutil/trace.go:171","msg":"trace[1815973869] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"189.672921ms","start":"2026-03-31T22:24:01.693472Z","end":"2026-03-31T22:24:01.883145Z","steps":["trace[1815973869] 'process raft request' (duration: 189.550228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:02.024813Z","caller":"traceutil/trace.go:171","msg":"trace[1850851956] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"330.09679ms","start":"2026-03-31T22:24:01.694696Z","end":"2026-03-31T22:24:02.024792Z","steps":["trace[1850851956] 'process raft request' (duration: 328.165645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:02.024853Z","caller":"traceutil/trace.go:171","msg":"trace[2117897920] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"314.915472ms","start":"2026-03-31T22:24:01.70991Z","end":"2026-03-31T22:24:02.024825Z","steps":["trace[2117897920] 'process raft request' (duration: 314.834361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:02.024938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:01.69468Z","time spent":"330.197712ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:02.024973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:01.709887Z","time spent":"315.022114ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:02.02497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.879346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:24:02.024819Z","caller":"traceutil/trace.go:171","msg":"trace[224813225] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1220; }","duration":"277.696483ms","start":"2026-03-31T22:24:01.747099Z","end":"2026-03-31T22:24:02.024796Z","steps":["trace[224813225] 'read index received' (duration: 136.463127ms)","trace[224813225] 'applied index is now lower than readState.Index' (duration: 141.231356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:02.025016Z","caller":"traceutil/trace.go:171","msg":"trace[181231492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1183; }","duration":"277.975328ms","start":"2026-03-31T22:24:01.747028Z","end":"2026-03-31T22:24:02.025003Z","steps":["trace[181231492] 'agreement among raft nodes before linearized reading' (duration: 277.829285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:04.170631Z","caller":"traceutil/trace.go:171","msg":"trace[1333709754] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1232; }","duration":"137.260535ms","start":"2026-03-31T22:24:04.033349Z","end":"2026-03-31T22:24:04.17061Z","steps":["trace[1333709754] 'read index received' (duration: 112.128971ms)","trace[1333709754] 'applied index is now lower than readState.Index' (duration: 25.130304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:04.17102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:04.171086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.394448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:04.171213Z","caller":"traceutil/trace.go:171","msg":"trace[1931050589] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"138.695438ms","start":"2026-03-31T22:24:04.032501Z","end":"2026-03-31T22:24:04.171197Z","steps":["trace[1931050589] 'process raft request' (duration: 138.055503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:04.171319Z","caller":"traceutil/trace.go:171","msg":"trace[1278785315] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"140.892538ms","start":"2026-03-31T22:24:04.030347Z","end":"2026-03-31T22:24:04.171239Z","steps":["trace[1278785315] 'process raft request' (duration: 115.044058ms)","trace[1278785315] 'compare' (duration: 24.982911ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:04.171366Z","caller":"traceutil/trace.go:171","msg":"trace[161841774] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1193; }","duration":"137.580323ms","start":"2026-03-31T22:24:04.033615Z","end":"2026-03-31T22:24:04.171195Z","steps":["trace[161841774] 'agreement among raft nodes before linearized reading' (duration: 137.387518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.171512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.831622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:04.171557Z","caller":"traceutil/trace.go:171","msg":"trace[520286693] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1193; }","duration":"121.909913ms","start":"2026-03-31T22:24:04.049636Z","end":"2026-03-31T22:24:04.171546Z","steps":["trace[520286693] 'agreement among raft nodes before linearized reading' (duration: 121.830492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.171347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.272368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:24:04.171713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.449113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:04.171748Z","caller":"traceutil/trace.go:171","msg":"trace[589537020] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1193; }","duration":"121.508765ms","start":"2026-03-31T22:24:04.050231Z","end":"2026-03-31T22:24:04.171739Z","steps":["trace[589537020] 'agreement among raft nodes before linearized reading' (duration: 121.459484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:04.171727Z","caller":"traceutil/trace.go:171","msg":"trace[1411901516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1193; }","duration":"110.695948ms","start":"2026-03-31T22:24:04.061018Z","end":"2026-03-31T22:24:04.171714Z","steps":["trace[1411901516] 'agreement among raft nodes before linearized reading' (duration: 110.147796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.171805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.285546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:04.171913Z","caller":"traceutil/trace.go:171","msg":"trace[655214787] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1193; }","duration":"137.44537ms","start":"2026-03-31T22:24:04.034456Z","end":"2026-03-31T22:24:04.171901Z","steps":["trace[655214787] 'agreement among raft nodes before linearized reading' (duration: 137.282676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:04.17115Z","caller":"traceutil/trace.go:171","msg":"trace[917292720] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1193; }","duration":"137.793847ms","start":"2026-03-31T22:24:04.033333Z","end":"2026-03-31T22:24:04.171127Z","steps":["trace[917292720] 'agreement among raft nodes before linearized reading' (duration: 137.589772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.171972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.275593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:04.172273Z","caller":"traceutil/trace.go:171","msg":"trace[1049465272] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1193; }","duration":"122.5866ms","start":"2026-03-31T22:24:04.049664Z","end":"2026-03-31T22:24:04.17225Z","steps":["trace[1049465272] 'agreement among raft nodes before linearized reading' (duration: 122.279283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.7629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.204013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-z9mdb\" ","response":"range_response_count:1 size:4790"} {"level":"info","ts":"2026-03-31T22:24:04.762974Z","caller":"traceutil/trace.go:171","msg":"trace[1437934949] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-z9mdb; range_end:; response_count:1; response_revision:1196; }","duration":"112.330205ms","start":"2026-03-31T22:24:04.650629Z","end":"2026-03-31T22:24:04.762959Z","steps":["trace[1437934949] 'range keys from in-memory index tree' (duration: 111.948637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:04.995758Z","caller":"traceutil/trace.go:171","msg":"trace[1913330192] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"199.641231ms","start":"2026-03-31T22:24:04.796092Z","end":"2026-03-31T22:24:04.995733Z","steps":["trace[1913330192] 'process raft request' (duration: 139.956927ms)","trace[1913330192] 'compare' (duration: 59.255123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:04.995973Z","caller":"traceutil/trace.go:171","msg":"trace[1744443402] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"199.601949ms","start":"2026-03-31T22:24:04.796336Z","end":"2026-03-31T22:24:04.995938Z","steps":["trace[1744443402] 'process raft request' (duration: 199.309673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:05.771208Z","caller":"traceutil/trace.go:171","msg":"trace[1087546256] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"141.774647ms","start":"2026-03-31T22:24:05.629412Z","end":"2026-03-31T22:24:05.771186Z","steps":["trace[1087546256] 'process raft request' (duration: 141.623404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:06.185889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.997578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:06.18599Z","caller":"traceutil/trace.go:171","msg":"trace[1073041162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1201; }","duration":"239.152472ms","start":"2026-03-31T22:24:05.946813Z","end":"2026-03-31T22:24:06.185966Z","steps":["trace[1073041162] 'range keys from in-memory index tree' (duration: 238.792744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:06.472086Z","caller":"traceutil/trace.go:171","msg":"trace[65545656] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1242; }","duration":"271.4621ms","start":"2026-03-31T22:24:06.200602Z","end":"2026-03-31T22:24:06.472064Z","steps":["trace[65545656] 'read index received' (duration: 7.264745ms)","trace[65545656] 'applied index is now lower than readState.Index' (duration: 264.196445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:06.472169Z","caller":"traceutil/trace.go:171","msg":"trace[208749168] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"282.635176ms","start":"2026-03-31T22:24:06.189498Z","end":"2026-03-31T22:24:06.472133Z","steps":["trace[208749168] 'process raft request' (duration: 235.138291ms)","trace[208749168] 'compare' (duration: 47.26288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:06.472184Z","caller":"traceutil/trace.go:171","msg":"trace[633098830] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"282.659266ms","start":"2026-03-31T22:24:06.189504Z","end":"2026-03-31T22:24:06.472163Z","steps":["trace[633098830] 'process raft request' (duration: 282.517813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:06.472304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.691425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:24:06.472503Z","caller":"traceutil/trace.go:171","msg":"trace[253241296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1204; }","duration":"271.932481ms","start":"2026-03-31T22:24:06.20056Z","end":"2026-03-31T22:24:06.472493Z","steps":["trace[253241296] 'agreement among raft nodes before linearized reading' (duration: 271.621034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:06.907793Z","caller":"traceutil/trace.go:171","msg":"trace[1607655003] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1206; }","duration":"133.006657ms","start":"2026-03-31T22:24:06.774755Z","end":"2026-03-31T22:24:06.907762Z","steps":["trace[1607655003] 'agreement among raft nodes before linearized reading' (duration: 63.154291ms)","trace[1607655003] 'range keys from in-memory index tree' (duration: 69.805014ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:08.46979Z","caller":"traceutil/trace.go:171","msg":"trace[2079080000] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"257.265006ms","start":"2026-03-31T22:24:08.212504Z","end":"2026-03-31T22:24:08.469769Z","steps":["trace[2079080000] 'process raft request' (duration: 256.526169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:08.774204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.59918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:08.774416Z","caller":"traceutil/trace.go:171","msg":"trace[841634730] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1251; }","duration":"253.298405ms","start":"2026-03-31T22:24:08.521102Z","end":"2026-03-31T22:24:08.7744Z","steps":["trace[841634730] 'read index received' (duration: 63.517211ms)","trace[841634730] 'applied index is now lower than readState.Index' (duration: 189.780214ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:08.774538Z","caller":"traceutil/trace.go:171","msg":"trace[188090916] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"293.80387ms","start":"2026-03-31T22:24:08.480704Z","end":"2026-03-31T22:24:08.774508Z","steps":["trace[188090916] 'process raft request' (duration: 103.809431ms)","trace[188090916] 'compare' (duration: 189.309844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:08.774594Z","caller":"traceutil/trace.go:171","msg":"trace[560482563] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"293.642458ms","start":"2026-03-31T22:24:08.480941Z","end":"2026-03-31T22:24:08.774584Z","steps":["trace[560482563] 'process raft request' (duration: 293.36608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:08.774561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.45559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:24:08.774699Z","caller":"traceutil/trace.go:171","msg":"trace[1098590623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1211; }","duration":"253.620093ms","start":"2026-03-31T22:24:08.521069Z","end":"2026-03-31T22:24:08.774689Z","steps":["trace[1098590623] 'agreement among raft nodes before linearized reading' (duration: 253.378327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:09.215573Z","caller":"traceutil/trace.go:171","msg":"trace[1184327407] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"436.848707ms","start":"2026-03-31T22:24:08.778686Z","end":"2026-03-31T22:24:09.215535Z","steps":["trace[1184327407] 'process raft request' (duration: 367.031293ms)","trace[1184327407] 'compare' (duration: 69.706572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:09.215749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:08.778664Z","time spent":"436.996501ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:10.753519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.439704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:10.753615Z","caller":"traceutil/trace.go:171","msg":"trace[1489923795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"297.581007ms","start":"2026-03-31T22:24:10.456012Z","end":"2026-03-31T22:24:10.753593Z","steps":["trace[1489923795] 'range keys from in-memory index tree' (duration: 297.352131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:10.913603Z","caller":"traceutil/trace.go:171","msg":"trace[351418562] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1256; }","duration":"159.098954ms","start":"2026-03-31T22:24:10.754477Z","end":"2026-03-31T22:24:10.913576Z","steps":["trace[351418562] 'read index received' (duration: 158.868829ms)","trace[351418562] 'applied index is now lower than readState.Index' (duration: 228.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:10.91379Z","caller":"traceutil/trace.go:171","msg":"trace[571453847] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"438.506145ms","start":"2026-03-31T22:24:10.475247Z","end":"2026-03-31T22:24:10.913753Z","steps":["trace[571453847] 'process raft request' (duration: 438.188158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:10.913886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.37661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:10.914001Z","caller":"traceutil/trace.go:171","msg":"trace[804200805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1215; }","duration":"159.519554ms","start":"2026-03-31T22:24:10.754457Z","end":"2026-03-31T22:24:10.913976Z","steps":["trace[804200805] 'agreement among raft nodes before linearized reading' (duration: 159.280938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:10.914044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:10.475226Z","time spent":"438.686338ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:10.914763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.702649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:10.914821Z","caller":"traceutil/trace.go:171","msg":"trace[897573831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1215; }","duration":"135.821983ms","start":"2026-03-31T22:24:10.778989Z","end":"2026-03-31T22:24:10.914811Z","steps":["trace[897573831] 'agreement among raft nodes before linearized reading' (duration: 134.770788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:10.914862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.784521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:24:10.914924Z","caller":"traceutil/trace.go:171","msg":"trace[1870556392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1215; }","duration":"135.904515ms","start":"2026-03-31T22:24:10.779005Z","end":"2026-03-31T22:24:10.914909Z","steps":["trace[1870556392] 'agreement among raft nodes before linearized reading' (duration: 134.792979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:11.496773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.183975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:11.496957Z","caller":"traceutil/trace.go:171","msg":"trace[94558256] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1257; }","duration":"276.979027ms","start":"2026-03-31T22:24:11.219961Z","end":"2026-03-31T22:24:11.49694Z","steps":["trace[94558256] 'read index received' (duration: 1.424353ms)","trace[94558256] 'applied index is now lower than readState.Index' (duration: 275.553694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:11.497005Z","caller":"traceutil/trace.go:171","msg":"trace[1714741274] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"577.959731ms","start":"2026-03-31T22:24:10.919011Z","end":"2026-03-31T22:24:11.49697Z","steps":["trace[1714741274] 'process raft request' (duration: 207.50168ms)","trace[1714741274] 'compare' (duration: 369.794596ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:11.497013Z","caller":"traceutil/trace.go:171","msg":"trace[1398095376] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"577.532411ms","start":"2026-03-31T22:24:10.919457Z","end":"2026-03-31T22:24:11.496989Z","steps":["trace[1398095376] 'process raft request' (duration: 577.425219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:11.49714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:10.919422Z","time spent":"577.658994ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:11.497141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:10.91898Z","time spent":"578.100714ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:11.497211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.252763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:24:11.497272Z","caller":"traceutil/trace.go:171","msg":"trace[1408945687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1217; }","duration":"277.353945ms","start":"2026-03-31T22:24:11.219903Z","end":"2026-03-31T22:24:11.497257Z","steps":["trace[1408945687] 'agreement among raft nodes before linearized reading' (duration: 277.13169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:11.497319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.921494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:24:11.497423Z","caller":"traceutil/trace.go:171","msg":"trace[774710348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1217; }","duration":"213.067356ms","start":"2026-03-31T22:24:11.284332Z","end":"2026-03-31T22:24:11.4974Z","steps":["trace[774710348] 'agreement among raft nodes before linearized reading' (duration: 212.813281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:11.869917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.010935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:11.870058Z","caller":"traceutil/trace.go:171","msg":"trace[1599474794] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"369.276723ms","start":"2026-03-31T22:24:11.500756Z","end":"2026-03-31T22:24:11.870033Z","steps":["trace[1599474794] 'process raft request' (duration: 195.023604ms)","trace[1599474794] 'compare' (duration: 173.760988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:11.870132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.500711Z","time spent":"369.386427ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:12.427577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.485361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:12.427832Z","caller":"traceutil/trace.go:171","msg":"trace[1997425800] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"839.798032ms","start":"2026-03-31T22:24:11.588002Z","end":"2026-03-31T22:24:12.4278Z","steps":["trace[1997425800] 'process raft request' (duration: 839.71363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:12.427906Z","caller":"traceutil/trace.go:171","msg":"trace[1118986344] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"926.658495ms","start":"2026-03-31T22:24:11.501213Z","end":"2026-03-31T22:24:12.427872Z","steps":["trace[1118986344] 'process raft request' (duration: 777.761894ms)","trace[1118986344] 'compare' (duration: 148.300327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:12.427972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.58796Z","time spent":"839.956595ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:12.428084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.501202Z","time spent":"926.788168ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:12.534124Z","caller":"traceutil/trace.go:171","msg":"trace[2047806883] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1260; }","duration":"577.546443ms","start":"2026-03-31T22:24:11.956553Z","end":"2026-03-31T22:24:12.534099Z","steps":["trace[2047806883] 'read index received' (duration: 322.457426ms)","trace[2047806883] 'applied index is now lower than readState.Index' (duration: 255.087717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:12.534375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.813228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:12.534426Z","caller":"traceutil/trace.go:171","msg":"trace[581378045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1220; }","duration":"577.931181ms","start":"2026-03-31T22:24:11.95648Z","end":"2026-03-31T22:24:12.534411Z","steps":["trace[581378045] 'agreement among raft nodes before linearized reading' (duration: 577.757767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.534441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.702178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-z9mdb\" ","response":"range_response_count:1 size:5105"} {"level":"warn","ts":"2026-03-31T22:24:12.53448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.956442Z","time spent":"578.026773ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:24:12.534509Z","caller":"traceutil/trace.go:171","msg":"trace[433250169] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-z9mdb; range_end:; response_count:1; response_revision:1220; }","duration":"388.815571ms","start":"2026-03-31T22:24:12.145672Z","end":"2026-03-31T22:24:12.534488Z","steps":["trace[433250169] 'agreement among raft nodes before linearized reading' (duration: 388.625396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.534548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:12.145647Z","time spent":"388.894433ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5127,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-z9mdb\" "} {"level":"info","ts":"2026-03-31T22:24:12.684547Z","caller":"traceutil/trace.go:171","msg":"trace[2033720447] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"142.820232ms","start":"2026-03-31T22:24:12.54169Z","end":"2026-03-31T22:24:12.68451Z","steps":["trace[2033720447] 'process raft request' (duration: 141.133314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:13.684718Z","caller":"traceutil/trace.go:171","msg":"trace[1959654469] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1274; }","duration":"173.634485ms","start":"2026-03-31T22:24:13.511062Z","end":"2026-03-31T22:24:13.684696Z","steps":["trace[1959654469] 'read index received' (duration: 80.540519ms)","trace[1959654469] 'applied index is now lower than readState.Index' (duration: 93.092906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:13.684838Z","caller":"traceutil/trace.go:171","msg":"trace[1473825816] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"178.494166ms","start":"2026-03-31T22:24:13.506329Z","end":"2026-03-31T22:24:13.684823Z","steps":["trace[1473825816] 'process raft request' (duration: 148.499192ms)","trace[1473825816] 'compare' (duration: 29.743819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:13.685038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.955923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:13.685144Z","caller":"traceutil/trace.go:171","msg":"trace[1218686678] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:1233; }","duration":"174.072345ms","start":"2026-03-31T22:24:13.511023Z","end":"2026-03-31T22:24:13.685095Z","steps":["trace[1218686678] 'agreement among raft nodes before linearized reading' (duration: 173.907832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:14.619874Z","caller":"traceutil/trace.go:171","msg":"trace[463210520] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"157.067737ms","start":"2026-03-31T22:24:14.462774Z","end":"2026-03-31T22:24:14.619842Z","steps":["trace[463210520] 'process raft request' (duration: 156.897493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:14.620413Z","caller":"traceutil/trace.go:171","msg":"trace[1896856676] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1286; }","duration":"156.436144ms","start":"2026-03-31T22:24:14.463958Z","end":"2026-03-31T22:24:14.620394Z","steps":["trace[1896856676] 'read index received' (duration: 156.341982ms)","trace[1896856676] 'applied index is now lower than readState.Index' (duration: 92.482µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:14.620579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.599737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:14.62068Z","caller":"traceutil/trace.go:171","msg":"trace[1285879117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1243; }","duration":"156.744911ms","start":"2026-03-31T22:24:14.463916Z","end":"2026-03-31T22:24:14.620661Z","steps":["trace[1285879117] 'agreement among raft nodes before linearized reading' (duration: 156.567727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:15.799281Z","caller":"traceutil/trace.go:171","msg":"trace[578744014] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1288; }","duration":"110.051253ms","start":"2026-03-31T22:24:15.689206Z","end":"2026-03-31T22:24:15.799257Z","steps":["trace[578744014] 'read index received' (duration: 109.91662ms)","trace[578744014] 'applied index is now lower than readState.Index' (duration: 133.273µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:15.799406Z","caller":"traceutil/trace.go:171","msg":"trace[157003962] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"199.421705ms","start":"2026-03-31T22:24:15.599951Z","end":"2026-03-31T22:24:15.799373Z","steps":["trace[157003962] 'process raft request' (duration: 199.154499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:15.799536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.305579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:24:15.799597Z","caller":"traceutil/trace.go:171","msg":"trace[172351015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1246; }","duration":"110.414652ms","start":"2026-03-31T22:24:15.68917Z","end":"2026-03-31T22:24:15.799585Z","steps":["trace[172351015] 'agreement among raft nodes before linearized reading' (duration: 110.201877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:16.028221Z","caller":"traceutil/trace.go:171","msg":"trace[609383133] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1289; }","duration":"145.107354ms","start":"2026-03-31T22:24:15.883087Z","end":"2026-03-31T22:24:16.028194Z","steps":["trace[609383133] 'read index received' (duration: 47.017414ms)","trace[609383133] 'applied index is now lower than readState.Index' (duration: 98.08856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:16.02831Z","caller":"traceutil/trace.go:171","msg":"trace[1635743794] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"225.587343ms","start":"2026-03-31T22:24:15.802676Z","end":"2026-03-31T22:24:16.028263Z","steps":["trace[1635743794] 'process raft request' (duration: 127.399991ms)","trace[1635743794] 'compare' (duration: 97.965877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:16.028487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.38153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:24:16.028545Z","caller":"traceutil/trace.go:171","msg":"trace[1092539902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1247; }","duration":"145.454663ms","start":"2026-03-31T22:24:15.883077Z","end":"2026-03-31T22:24:16.028531Z","steps":["trace[1092539902] 'agreement among raft nodes before linearized reading' (duration: 145.227098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.014691Z","caller":"traceutil/trace.go:171","msg":"trace[528084792] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"148.643597ms","start":"2026-03-31T22:24:19.866027Z","end":"2026-03-31T22:24:20.014671Z","steps":["trace[528084792] 'process raft request' (duration: 148.532517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.367622Z","caller":"traceutil/trace.go:171","msg":"trace[1450877658] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"268.974435ms","start":"2026-03-31T22:24:20.098629Z","end":"2026-03-31T22:24:20.367604Z","steps":["trace[1450877658] 'process raft request' (duration: 268.846115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.131918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.202191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:24:22.132008Z","caller":"traceutil/trace.go:171","msg":"trace[581715002] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1324; }","duration":"113.878663ms","start":"2026-03-31T22:24:22.018113Z","end":"2026-03-31T22:24:22.131992Z","steps":["trace[581715002] 'read index received' (duration: 57.47µs)","trace[581715002] 'applied index is now lower than readState.Index' (duration: 113.819763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:22.132281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.136765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:22.132361Z","caller":"traceutil/trace.go:171","msg":"trace[1333194685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1280; }","duration":"114.282715ms","start":"2026-03-31T22:24:22.018061Z","end":"2026-03-31T22:24:22.132344Z","steps":["trace[1333194685] 'agreement among raft nodes before linearized reading' (duration: 114.010254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:22.520746Z","caller":"traceutil/trace.go:171","msg":"trace[58749378] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"145.421987ms","start":"2026-03-31T22:24:22.375297Z","end":"2026-03-31T22:24:22.520719Z","steps":["trace[58749378] 'process raft request' (duration: 145.232536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:22.870343Z","caller":"traceutil/trace.go:171","msg":"trace[827284729] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1328; }","duration":"136.244097ms","start":"2026-03-31T22:24:22.734076Z","end":"2026-03-31T22:24:22.87032Z","steps":["trace[827284729] 'read index received' (duration: 135.998196ms)","trace[827284729] 'applied index is now lower than readState.Index' (duration: 242.761µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:22.870401Z","caller":"traceutil/trace.go:171","msg":"trace[661438311] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"302.937264ms","start":"2026-03-31T22:24:22.567434Z","end":"2026-03-31T22:24:22.870371Z","steps":["trace[661438311] 'process raft request' (duration: 302.718093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.87054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.450458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:24:22.870547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:22.567405Z","time spent":"303.066115ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:22.870584Z","caller":"traceutil/trace.go:171","msg":"trace[440971684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1284; }","duration":"136.537258ms","start":"2026-03-31T22:24:22.734037Z","end":"2026-03-31T22:24:22.870574Z","steps":["trace[440971684] 'agreement among raft nodes before linearized reading' (duration: 136.398507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.870599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.914244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:22.870638Z","caller":"traceutil/trace.go:171","msg":"trace[1530245924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1284; }","duration":"106.953334ms","start":"2026-03-31T22:24:22.763675Z","end":"2026-03-31T22:24:22.870628Z","steps":["trace[1530245924] 'agreement among raft nodes before linearized reading' (duration: 106.863864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:23.104833Z","caller":"traceutil/trace.go:171","msg":"trace[224558670] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"231.166426ms","start":"2026-03-31T22:24:22.873628Z","end":"2026-03-31T22:24:23.104794Z","steps":["trace[224558670] 'process raft request' (duration: 138.125369ms)","trace[224558670] 'compare' (duration: 92.845226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:23.104869Z","caller":"traceutil/trace.go:171","msg":"trace[590535450] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"229.957508ms","start":"2026-03-31T22:24:22.87487Z","end":"2026-03-31T22:24:23.104828Z","steps":["trace[590535450] 'process raft request' (duration: 229.864997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.648666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.712686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:23.648736Z","caller":"traceutil/trace.go:171","msg":"trace[1315395517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1287; }","duration":"191.825136ms","start":"2026-03-31T22:24:23.456896Z","end":"2026-03-31T22:24:23.648721Z","steps":["trace[1315395517] 'range keys from in-memory index tree' (duration: 191.650426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.648921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.609653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:23.648951Z","caller":"traceutil/trace.go:171","msg":"trace[1218614210] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1287; }","duration":"392.685113ms","start":"2026-03-31T22:24:23.256258Z","end":"2026-03-31T22:24:23.648943Z","steps":["trace[1218614210] 'count revisions from in-memory index tree' (duration: 392.491042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.648971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:23.256235Z","time spent":"392.729213ms","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:23.649009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.117289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:23.649078Z","caller":"traceutil/trace.go:171","msg":"trace[818593863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1287; }","duration":"203.22605ms","start":"2026-03-31T22:24:23.445832Z","end":"2026-03-31T22:24:23.649058Z","steps":["trace[818593863] 'count revisions from in-memory index tree' (duration: 203.044668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:23.649074Z","caller":"traceutil/trace.go:171","msg":"trace[1905049025] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"191.806016ms","start":"2026-03-31T22:24:23.457239Z","end":"2026-03-31T22:24:23.649045Z","steps":["trace[1905049025] 'process raft request' (duration: 172.317588ms)","trace[1905049025] 'compare' (duration: 19.074966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:24.882364Z","caller":"traceutil/trace.go:171","msg":"trace[413818366] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"352.881202ms","start":"2026-03-31T22:24:24.52946Z","end":"2026-03-31T22:24:24.882342Z","steps":["trace[413818366] 'process raft request' (duration: 352.7497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:24.882539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:24.529436Z","time spent":"353.012852ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:27.087409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946168221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:24:27.087503Z","caller":"traceutil/trace.go:171","msg":"trace[763317345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1291; }","duration":"1.946301971s","start":"2026-03-31T22:24:25.141177Z","end":"2026-03-31T22:24:27.087479Z","steps":["trace[763317345] 'range keys from in-memory index tree' (duration: 1.9460019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.087557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.14116Z","time spent":"1.946382931s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:27.087648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946272642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:27.08774Z","caller":"traceutil/trace.go:171","msg":"trace[276135295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1291; }","duration":"1.946408292s","start":"2026-03-31T22:24:25.141309Z","end":"2026-03-31T22:24:27.087718Z","steps":["trace[276135295] 'range keys from in-memory index tree' (duration: 1.94613628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.087688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.452809ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:27.087793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.141302Z","time spent":"1.946476563s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:24:27.087797Z","caller":"traceutil/trace.go:171","msg":"trace[1239925998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1291; }","duration":"494.56746ms","start":"2026-03-31T22:24:26.593213Z","end":"2026-03-31T22:24:27.087781Z","steps":["trace[1239925998] 'range keys from in-memory index tree' (duration: 494.438969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.088263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49448163s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:27.08839Z","caller":"traceutil/trace.go:171","msg":"trace[759526752] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1336; }","duration":"1.63488116s","start":"2026-03-31T22:24:25.453489Z","end":"2026-03-31T22:24:27.088371Z","steps":["trace[759526752] 'read index received' (duration: 140.102179ms)","trace[759526752] 'applied index is now lower than readState.Index' (duration: 1.494777461s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:27.0885Z","caller":"traceutil/trace.go:171","msg":"trace[811641340] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"1.946769684s","start":"2026-03-31T22:24:25.141714Z","end":"2026-03-31T22:24:27.088484Z","steps":["trace[811641340] 'process raft request' (duration: 451.973393ms)","trace[811641340] 'compare' (duration: 1.493533775s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:27.088671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345072288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:24:27.088688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.141704Z","time spent":"1.946926245s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:27.088752Z","caller":"traceutil/trace.go:171","msg":"trace[1343116455] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1292; }","duration":"1.34520498s","start":"2026-03-31T22:24:25.743531Z","end":"2026-03-31T22:24:27.088736Z","steps":["trace[1343116455] 'agreement among raft nodes before linearized reading' (duration: 1.345036919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.088776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635286252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:27.088715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.041021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:24:27.088804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.743513Z","time spent":"1.34527556s","remote":"127.0.0.1:54594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:27.088845Z","caller":"traceutil/trace.go:171","msg":"trace[200158260] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:1292; }","duration":"351.237672ms","start":"2026-03-31T22:24:26.737591Z","end":"2026-03-31T22:24:27.088828Z","steps":["trace[200158260] 'agreement among raft nodes before linearized reading' (duration: 351.007511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.088895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.737573Z","time spent":"351.308602ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"info","ts":"2026-03-31T22:24:27.088827Z","caller":"traceutil/trace.go:171","msg":"trace[1995780048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1292; }","duration":"1.635378203s","start":"2026-03-31T22:24:25.453432Z","end":"2026-03-31T22:24:27.08881Z","steps":["trace[1995780048] 'agreement among raft nodes before linearized reading' (duration: 1.635315793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.088943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.574012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:24:27.08898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.453406Z","time spent":"1.635564964s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:27.088972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.56309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:27.088989Z","caller":"traceutil/trace.go:171","msg":"trace[110406576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1292; }","duration":"203.646562ms","start":"2026-03-31T22:24:26.88533Z","end":"2026-03-31T22:24:27.088976Z","steps":["trace[110406576] 'agreement among raft nodes before linearized reading' (duration: 203.526101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.08901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.61764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:24:27.089087Z","caller":"traceutil/trace.go:171","msg":"trace[1339778854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1292; }","duration":"780.72785ms","start":"2026-03-31T22:24:26.308343Z","end":"2026-03-31T22:24:27.08907Z","steps":["trace[1339778854] 'agreement among raft nodes before linearized reading' (duration: 780.504919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.089131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.308332Z","time spent":"780.791021ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:24:27.089031Z","caller":"traceutil/trace.go:171","msg":"trace[2035487130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1292; }","duration":"816.66958ms","start":"2026-03-31T22:24:26.272341Z","end":"2026-03-31T22:24:27.089011Z","steps":["trace[2035487130] 'agreement among raft nodes before linearized reading' (duration: 816.522129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.089198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.272322Z","time spent":"816.864621ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:24:29.08994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:24:29.090062Z","caller":"traceutil/trace.go:171","msg":"trace[1757534536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110761s","start":"2026-03-31T22:24:27.089927Z","end":"2026-03-31T22:24:29.090038Z","steps":["trace[1757534536] 'agreement among raft nodes before linearized reading' (duration: 1.999952029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.090146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.089908Z","time spent":"2.000226041s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:24:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:24:30.612753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02523742s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T22:24:30.612824Z","caller":"traceutil/trace.go:171","msg":"trace[653473002] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1337; }","duration":"3.522841307s","start":"2026-03-31T22:24:27.08997Z","end":"2026-03-31T22:24:30.612812Z","steps":["trace[653473002] 'read index received' (duration: 497.547186ms)","trace[653473002] 'applied index is now lower than readState.Index' (duration: 3.025293131s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:30.612871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.089602Z","time spent":"3.52326482s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:24:30.745309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.157767297s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:24:30.752925Z","caller":"traceutil/trace.go:171","msg":"trace[369504608] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"3.66006745s","start":"2026-03-31T22:24:27.092754Z","end":"2026-03-31T22:24:30.752822Z","steps":["trace[369504608] 'process raft request' (duration: 3.652797491s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:30.752962Z","caller":"traceutil/trace.go:171","msg":"trace[769937678] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"3.659959639s","start":"2026-03-31T22:24:27.092959Z","end":"2026-03-31T22:24:30.752918Z","steps":["trace[769937678] 'process raft request' (duration: 3.659842078s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:30.753128Z","caller":"traceutil/trace.go:171","msg":"trace[1318594087] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"3.660363732s","start":"2026-03-31T22:24:27.092752Z","end":"2026-03-31T22:24:30.753116Z","steps":["trace[1318594087] 'process raft request' (duration: 3.659874989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.753138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.092738Z","time spent":"3.660293791s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:30.753287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.092723Z","time spent":"3.660466522s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:30.753285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.092951Z","time spent":"3.660182191s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:30.753039Z","caller":"traceutil/trace.go:171","msg":"trace[781875473] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"3.659975169s","start":"2026-03-31T22:24:27.093017Z","end":"2026-03-31T22:24:30.752992Z","steps":["trace[781875473] 'process raft request' (duration: 3.659841849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.753531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.092993Z","time spent":"3.660496002s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:30.753594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655911236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:30.753531Z","caller":"traceutil/trace.go:171","msg":"trace[1274578506] linearizableReadLoop","detail":"{readStateIndex:1344; appliedIndex:1338; }","duration":"140.675462ms","start":"2026-03-31T22:24:30.612838Z","end":"2026-03-31T22:24:30.753514Z","steps":["trace[1274578506] 'read index received' (duration: 132.725959ms)","trace[1274578506] 'applied index is now lower than readState.Index' (duration: 7.948583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:30.753615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625584308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:30.753648Z","caller":"traceutil/trace.go:171","msg":"trace[968195626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1299; }","duration":"1.655993218s","start":"2026-03-31T22:24:29.097641Z","end":"2026-03-31T22:24:30.753634Z","steps":["trace[968195626] 'agreement among raft nodes before linearized reading' (duration: 1.655920927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.753675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660640172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T22:24:30.753677Z","caller":"traceutil/trace.go:171","msg":"trace[157128983] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1299; }","duration":"3.625657449s","start":"2026-03-31T22:24:27.128002Z","end":"2026-03-31T22:24:30.75366Z","steps":["trace[157128983] 'agreement among raft nodes before linearized reading' (duration: 3.625563478s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:30.753715Z","caller":"traceutil/trace.go:171","msg":"trace[839168621] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"1.659575577s","start":"2026-03-31T22:24:29.094131Z","end":"2026-03-31T22:24:30.753706Z","steps":["trace[839168621] 'process raft request' (duration: 1.659193065s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:30.753723Z","caller":"traceutil/trace.go:171","msg":"trace[332108568] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b; range_end:; response_count:1; response_revision:1299; }","duration":"1.660713933s","start":"2026-03-31T22:24:29.092995Z","end":"2026-03-31T22:24:30.753709Z","steps":["trace[332108568] 'agreement among raft nodes before linearized reading' (duration: 1.660646773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.753745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.127945Z","time spent":"3.625776779s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:30.753763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:29.092976Z","time spent":"1.660773693s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" "} {"level":"info","ts":"2026-03-31T22:24:30.753815Z","caller":"traceutil/trace.go:171","msg":"trace[1442472285] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"3.660499992s","start":"2026-03-31T22:24:27.092844Z","end":"2026-03-31T22:24:30.753344Z","steps":["trace[1442472285] 'process raft request' (duration: 3.659870549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.753813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:29.094099Z","time spent":"1.659642917s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:30.753682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:29.097627Z","time spent":"1.656049288s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:30.753943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.092826Z","time spent":"3.661062926s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:30.754021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701900084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:30.754067Z","caller":"traceutil/trace.go:171","msg":"trace[1152214380] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1299; }","duration":"1.701993334s","start":"2026-03-31T22:24:29.052064Z","end":"2026-03-31T22:24:30.754057Z","steps":["trace[1152214380] 'agreement among raft nodes before linearized reading' (duration: 1.701917863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.754081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.893542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:30.754106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:29.052039Z","time spent":"1.702054994s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:30.754114Z","caller":"traceutil/trace.go:171","msg":"trace[1173020679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1299; }","duration":"958.967882ms","start":"2026-03-31T22:24:29.795137Z","end":"2026-03-31T22:24:30.754105Z","steps":["trace[1173020679] 'agreement among raft nodes before linearized reading' (duration: 958.911642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.754149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:29.79511Z","time spent":"959.027972ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:30.754444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030378869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:24:30.754494Z","caller":"traceutil/trace.go:171","msg":"trace[1377150081] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1299; }","duration":"2.03054821s","start":"2026-03-31T22:24:28.723932Z","end":"2026-03-31T22:24:30.754481Z","steps":["trace[1377150081] 'agreement among raft nodes before linearized reading' (duration: 2.030314899s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.754529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:28.723917Z","time spent":"2.03060201s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:24:30.754554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537663979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:30.754027Z","caller":"traceutil/trace.go:171","msg":"trace[2023972826] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"140.621563ms","start":"2026-03-31T22:24:30.613395Z","end":"2026-03-31T22:24:30.754016Z","steps":["trace[2023972826] 'process raft request' (duration: 140.067629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:30.75462Z","caller":"traceutil/trace.go:171","msg":"trace[339423227] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1299; }","duration":"3.537768571s","start":"2026-03-31T22:24:27.216836Z","end":"2026-03-31T22:24:30.754605Z","steps":["trace[339423227] 'agreement among raft nodes before linearized reading' (duration: 3.53767046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.754672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.216817Z","time spent":"3.537841841s","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:30.896144Z","caller":"traceutil/trace.go:171","msg":"trace[519061205] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1345; }","duration":"136.955731ms","start":"2026-03-31T22:24:30.759162Z","end":"2026-03-31T22:24:30.896118Z","steps":["trace[519061205] 'read index received' (duration: 20.447034ms)","trace[519061205] 'applied index is now lower than readState.Index' (duration: 116.507577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:30.896258Z","caller":"traceutil/trace.go:171","msg":"trace[1377445967] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"137.533485ms","start":"2026-03-31T22:24:30.758696Z","end":"2026-03-31T22:24:30.896229Z","steps":["trace[1377445967] 'process raft request' (duration: 134.538918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.896448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.051515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:30.89643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.237772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:24:30.896645Z","caller":"traceutil/trace.go:171","msg":"trace[1756287445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1301; }","duration":"134.235275ms","start":"2026-03-31T22:24:30.762356Z","end":"2026-03-31T22:24:30.896591Z","steps":["trace[1756287445] 'agreement among raft nodes before linearized reading' (duration: 134.007204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:30.896663Z","caller":"traceutil/trace.go:171","msg":"trace[1531082786] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1301; }","duration":"137.498925ms","start":"2026-03-31T22:24:30.759146Z","end":"2026-03-31T22:24:30.896644Z","steps":["trace[1531082786] 'agreement among raft nodes before linearized reading' (duration: 137.111413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:31.882664Z","caller":"traceutil/trace.go:171","msg":"trace[596660259] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"109.584639ms","start":"2026-03-31T22:24:31.773052Z","end":"2026-03-31T22:24:31.882637Z","steps":["trace[596660259] 'process raft request' (duration: 109.379728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.908682Z","caller":"traceutil/trace.go:171","msg":"trace[215532492] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"142.835384ms","start":"2026-03-31T22:24:32.76582Z","end":"2026-03-31T22:24:32.908655Z","steps":["trace[215532492] 'process raft request' (duration: 141.852228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.908983Z","caller":"traceutil/trace.go:171","msg":"trace[1447018368] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"140.714242ms","start":"2026-03-31T22:24:32.768233Z","end":"2026-03-31T22:24:32.908948Z","steps":["trace[1447018368] 'process raft request' (duration: 140.37907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.909082Z","caller":"traceutil/trace.go:171","msg":"trace[1089088887] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"140.23518ms","start":"2026-03-31T22:24:32.768815Z","end":"2026-03-31T22:24:32.90905Z","steps":["trace[1089088887] 'process raft request' (duration: 140.051719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.909168Z","caller":"traceutil/trace.go:171","msg":"trace[974076935] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"133.01085ms","start":"2026-03-31T22:24:32.77613Z","end":"2026-03-31T22:24:32.909141Z","steps":["trace[974076935] 'process raft request' (duration: 132.861429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.977313Z","caller":"traceutil/trace.go:171","msg":"trace[331197555] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"179.395668ms","start":"2026-03-31T22:24:32.797891Z","end":"2026-03-31T22:24:32.977286Z","steps":["trace[331197555] 'process raft request' (duration: 179.211547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:36.451227Z","caller":"traceutil/trace.go:171","msg":"trace[1996455819] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"160.318801ms","start":"2026-03-31T22:24:36.290865Z","end":"2026-03-31T22:24:36.451184Z","steps":["trace[1996455819] 'process raft request' (duration: 70.248681ms)","trace[1996455819] 'compare' (duration: 89.700678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:36.454976Z","caller":"traceutil/trace.go:171","msg":"trace[413769788] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"155.903827ms","start":"2026-03-31T22:24:36.299053Z","end":"2026-03-31T22:24:36.454957Z","steps":["trace[413769788] 'process raft request' (duration: 155.863707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:36.455002Z","caller":"traceutil/trace.go:171","msg":"trace[1502949479] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"159.425746ms","start":"2026-03-31T22:24:36.295562Z","end":"2026-03-31T22:24:36.454987Z","steps":["trace[1502949479] 'process raft request' (duration: 159.275335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:36.623664Z","caller":"traceutil/trace.go:171","msg":"trace[1634088122] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"162.973906ms","start":"2026-03-31T22:24:36.460656Z","end":"2026-03-31T22:24:36.62363Z","steps":["trace[1634088122] 'process raft request' (duration: 157.099613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:36.623837Z","caller":"traceutil/trace.go:171","msg":"trace[64956326] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"163.107276ms","start":"2026-03-31T22:24:36.460683Z","end":"2026-03-31T22:24:36.62379Z","steps":["trace[64956326] 'process raft request' (duration: 162.849575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:36.776417Z","caller":"traceutil/trace.go:171","msg":"trace[953452611] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"100.069675ms","start":"2026-03-31T22:24:36.67632Z","end":"2026-03-31T22:24:36.77639Z","steps":["trace[953452611] 'process raft request' (duration: 71.197595ms)","trace[953452611] 'compare' (duration: 28.518379ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:37.038186Z","caller":"traceutil/trace.go:171","msg":"trace[1249515833] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"255.31146ms","start":"2026-03-31T22:24:36.782844Z","end":"2026-03-31T22:24:37.038155Z","steps":["trace[1249515833] 'process raft request' (duration: 206.033035ms)","trace[1249515833] 'compare' (duration: 48.965613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:37.038263Z","caller":"traceutil/trace.go:171","msg":"trace[1929111066] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"251.472858ms","start":"2026-03-31T22:24:36.786764Z","end":"2026-03-31T22:24:37.038237Z","steps":["trace[1929111066] 'process raft request' (duration: 251.312837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.038307Z","caller":"traceutil/trace.go:171","msg":"trace[1343617337] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"251.177327ms","start":"2026-03-31T22:24:36.787107Z","end":"2026-03-31T22:24:37.038285Z","steps":["trace[1343617337] 'process raft request' (duration: 251.059767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.038354Z","caller":"traceutil/trace.go:171","msg":"trace[1938805297] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"251.152997ms","start":"2026-03-31T22:24:36.787196Z","end":"2026-03-31T22:24:37.038349Z","steps":["trace[1938805297] 'process raft request' (duration: 251.027736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.038323Z","caller":"traceutil/trace.go:171","msg":"trace[1373659397] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"251.125957ms","start":"2026-03-31T22:24:36.787186Z","end":"2026-03-31T22:24:37.038312Z","steps":["trace[1373659397] 'process raft request' (duration: 251.008286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.038409Z","caller":"traceutil/trace.go:171","msg":"trace[592296725] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"248.472702ms","start":"2026-03-31T22:24:36.789914Z","end":"2026-03-31T22:24:37.038386Z","steps":["trace[592296725] 'process raft request' (duration: 248.339611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.038417Z","caller":"traceutil/trace.go:171","msg":"trace[1708976781] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"227.979817ms","start":"2026-03-31T22:24:36.81041Z","end":"2026-03-31T22:24:37.03839Z","steps":["trace[1708976781] 'process raft request' (duration: 227.899067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.038397Z","caller":"traceutil/trace.go:171","msg":"trace[1491170906] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"251.273518ms","start":"2026-03-31T22:24:36.787092Z","end":"2026-03-31T22:24:37.038366Z","steps":["trace[1491170906] 'process raft request' (duration: 251.043467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.078458Z","caller":"traceutil/trace.go:171","msg":"trace[1632049423] linearizableReadLoop","detail":"{readStateIndex:1407; appliedIndex:1398; }","duration":"111.368649ms","start":"2026-03-31T22:24:36.96707Z","end":"2026-03-31T22:24:37.078439Z","steps":["trace[1632049423] 'read index received' (duration: 22.053952ms)","trace[1632049423] 'applied index is now lower than readState.Index' (duration: 89.313877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:37.078512Z","caller":"traceutil/trace.go:171","msg":"trace[322852604] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"249.274166ms","start":"2026-03-31T22:24:36.829206Z","end":"2026-03-31T22:24:37.07848Z","steps":["trace[322852604] 'process raft request' (duration: 249.129436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.078593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.52337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:37.078613Z","caller":"traceutil/trace.go:171","msg":"trace[494818219] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1357; }","duration":"111.56255ms","start":"2026-03-31T22:24:36.967045Z","end":"2026-03-31T22:24:37.078608Z","steps":["trace[494818219] 'agreement among raft nodes before linearized reading' (duration: 111.48864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.126895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.146763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:37.127046Z","caller":"traceutil/trace.go:171","msg":"trace[959993454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1360; }","duration":"148.349175ms","start":"2026-03-31T22:24:36.97866Z","end":"2026-03-31T22:24:37.127009Z","steps":["trace[959993454] 'agreement among raft nodes before linearized reading' (duration: 148.048832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.126959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.39796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:37.12718Z","caller":"traceutil/trace.go:171","msg":"trace[746681043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1360; }","duration":"122.626032ms","start":"2026-03-31T22:24:37.004531Z","end":"2026-03-31T22:24:37.127157Z","steps":["trace[746681043] 'agreement among raft nodes before linearized reading' (duration: 122.177388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.127243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.030895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:24:37.127051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.386962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:24:37.127305Z","caller":"traceutil/trace.go:171","msg":"trace[1169019628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1360; }","duration":"150.118875ms","start":"2026-03-31T22:24:36.977171Z","end":"2026-03-31T22:24:37.12729Z","steps":["trace[1169019628] 'agreement among raft nodes before linearized reading' (duration: 149.964235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.127311Z","caller":"traceutil/trace.go:171","msg":"trace[31546696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1360; }","duration":"151.666103ms","start":"2026-03-31T22:24:36.975632Z","end":"2026-03-31T22:24:37.127298Z","steps":["trace[31546696] 'agreement among raft nodes before linearized reading' (duration: 151.346632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.127128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.27982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:24:37.127475Z","caller":"traceutil/trace.go:171","msg":"trace[135900126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1360; }","duration":"149.643222ms","start":"2026-03-31T22:24:36.977818Z","end":"2026-03-31T22:24:37.127462Z","steps":["trace[135900126] 'agreement among raft nodes before linearized reading' (duration: 149.25303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.352177Z","caller":"traceutil/trace.go:171","msg":"trace[1655074751] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"111.179245ms","start":"2026-03-31T22:24:37.240978Z","end":"2026-03-31T22:24:37.352157Z","steps":["trace[1655074751] 'process raft request' (duration: 83.485631ms)","trace[1655074751] 'compare' (duration: 27.594792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:37.697316Z","caller":"traceutil/trace.go:171","msg":"trace[2019249007] linearizableReadLoop","detail":"{readStateIndex:1418; appliedIndex:1417; }","duration":"339.769972ms","start":"2026-03-31T22:24:37.357526Z","end":"2026-03-31T22:24:37.697296Z","steps":["trace[2019249007] 'read index received' (duration: 326.856032ms)","trace[2019249007] 'applied index is now lower than readState.Index' (duration: 12.91298ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:37.697793Z","caller":"traceutil/trace.go:171","msg":"trace[996044366] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1367; }","duration":"455.156559ms","start":"2026-03-31T22:24:37.242625Z","end":"2026-03-31T22:24:37.697782Z","steps":["trace[996044366] 'process raft request' (duration: 441.747338ms)","trace[996044366] 'compare' (duration: 12.868949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:37.698043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:37.242599Z","time spent":"455.354824ms","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2079,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:37.698147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.600831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/self-signed-ca-c8dqw\" ","response":"range_response_count:1 size:997"} {"level":"info","ts":"2026-03-31T22:24:37.698237Z","caller":"traceutil/trace.go:171","msg":"trace[1860927365] range","detail":"{range_begin:/registry/secrets/cert-manager/self-signed-ca-c8dqw; range_end:; response_count:1; response_revision:1367; }","duration":"340.728384ms","start":"2026-03-31T22:24:37.35749Z","end":"2026-03-31T22:24:37.698218Z","steps":["trace[1860927365] 'agreement among raft nodes before linearized reading' (duration: 340.486659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.698282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:37.357468Z","time spent":"340.804535ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1019,"request content":"key:\"/registry/secrets/cert-manager/self-signed-ca-c8dqw\" "} {"level":"info","ts":"2026-03-31T22:24:37.793119Z","caller":"traceutil/trace.go:171","msg":"trace[1522015137] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"435.313423ms","start":"2026-03-31T22:24:37.357774Z","end":"2026-03-31T22:24:37.793088Z","steps":["trace[1522015137] 'process raft request' (duration: 435.16861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.79315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.638961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:37.793242Z","caller":"traceutil/trace.go:171","msg":"trace[898061516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1368; }","duration":"340.775904ms","start":"2026-03-31T22:24:37.452442Z","end":"2026-03-31T22:24:37.793217Z","steps":["trace[898061516] 'agreement among raft nodes before linearized reading' (duration: 340.628601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.793263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:37.35774Z","time spent":"435.460677ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:24:37.793295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:37.452421Z","time spent":"340.858097ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:37.911765Z","caller":"traceutil/trace.go:171","msg":"trace[1115081744] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1369; }","duration":"212.118127ms","start":"2026-03-31T22:24:37.699623Z","end":"2026-03-31T22:24:37.911741Z","steps":["trace[1115081744] 'process raft request' (duration: 211.885172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.912064Z","caller":"traceutil/trace.go:171","msg":"trace[976524012] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"198.887969ms","start":"2026-03-31T22:24:37.713143Z","end":"2026-03-31T22:24:37.912031Z","steps":["trace[976524012] 'process raft request' (duration: 198.528141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.911988Z","caller":"traceutil/trace.go:171","msg":"trace[1900301803] linearizableReadLoop","detail":"{readStateIndex:1421; appliedIndex:1419; }","duration":"117.303942ms","start":"2026-03-31T22:24:37.794643Z","end":"2026-03-31T22:24:37.911947Z","steps":["trace[1900301803] 'read index received' (duration: 116.75567ms)","trace[1900301803] 'applied index is now lower than readState.Index' (duration: 545.232µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:37.912331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.636109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:37.912373Z","caller":"traceutil/trace.go:171","msg":"trace[964707472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1370; }","duration":"117.751462ms","start":"2026-03-31T22:24:37.794609Z","end":"2026-03-31T22:24:37.91236Z","steps":["trace[964707472] 'agreement among raft nodes before linearized reading' (duration: 117.610339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:38.206183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.683987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:38.206252Z","caller":"traceutil/trace.go:171","msg":"trace[1675530115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1371; }","duration":"175.8133ms","start":"2026-03-31T22:24:38.030423Z","end":"2026-03-31T22:24:38.206236Z","steps":["trace[1675530115] 'count revisions from in-memory index tree' (duration: 175.559544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:38.206398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.08442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-03-31T22:24:38.206468Z","caller":"traceutil/trace.go:171","msg":"trace[1531779367] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1371; }","duration":"122.195643ms","start":"2026-03-31T22:24:38.084256Z","end":"2026-03-31T22:24:38.206452Z","steps":["trace[1531779367] 'range keys from in-memory index tree' (duration: 121.931207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:43.314973Z","caller":"traceutil/trace.go:171","msg":"trace[50736635] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"100.180206ms","start":"2026-03-31T22:24:43.214767Z","end":"2026-03-31T22:24:43.314947Z","steps":["trace[50736635] 'process raft request' (duration: 99.989752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:43.39465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.666742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:24:43.394723Z","caller":"traceutil/trace.go:171","msg":"trace[1082634188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1389; }","duration":"126.768785ms","start":"2026-03-31T22:24:43.267933Z","end":"2026-03-31T22:24:43.394702Z","steps":["trace[1082634188] 'agreement among raft nodes before linearized reading' (duration: 126.579521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:43.394744Z","caller":"traceutil/trace.go:171","msg":"trace[1697874492] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"108.561845ms","start":"2026-03-31T22:24:43.286156Z","end":"2026-03-31T22:24:43.394718Z","steps":["trace[1697874492] 'process raft request' (duration: 108.138546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:43.394801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.815486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:24:43.394896Z","caller":"traceutil/trace.go:171","msg":"trace[269089263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1389; }","duration":"126.940519ms","start":"2026-03-31T22:24:43.267899Z","end":"2026-03-31T22:24:43.39484Z","steps":["trace[269089263] 'agreement among raft nodes before linearized reading' (duration: 126.635942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:43.394929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.096143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:24:43.395046Z","caller":"traceutil/trace.go:171","msg":"trace[1777885939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1389; }","duration":"135.239326ms","start":"2026-03-31T22:24:43.259781Z","end":"2026-03-31T22:24:43.39502Z","steps":["trace[1777885939] 'agreement among raft nodes before linearized reading' (duration: 134.849467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:43.419903Z","caller":"traceutil/trace.go:171","msg":"trace[1306729307] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"101.027265ms","start":"2026-03-31T22:24:43.318847Z","end":"2026-03-31T22:24:43.419874Z","steps":["trace[1306729307] 'process raft request' (duration: 100.76716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.819941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751210831,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:24:46.050152Z","caller":"traceutil/trace.go:171","msg":"trace[1906993499] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1446; }","duration":"731.205648ms","start":"2026-03-31T22:24:45.318924Z","end":"2026-03-31T22:24:46.050129Z","steps":["trace[1906993499] 'read index received' (duration: 730.972763ms)","trace[1906993499] 'applied index is now lower than readState.Index' (duration: 231.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:46.05029Z","caller":"traceutil/trace.go:171","msg":"trace[637441917] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"953.31237ms","start":"2026-03-31T22:24:45.096958Z","end":"2026-03-31T22:24:46.050271Z","steps":["trace[637441917] 'process raft request' (duration: 953.020434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.050402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.096937Z","time spent":"953.393363ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:46.050417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.497135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:46.050476Z","caller":"traceutil/trace.go:171","msg":"trace[328578282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1395; }","duration":"731.592917ms","start":"2026-03-31T22:24:45.318866Z","end":"2026-03-31T22:24:46.050458Z","steps":["trace[328578282] 'agreement among raft nodes before linearized reading' (duration: 731.407103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.05057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.746106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:24:46.050571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.520503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:46.050627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.023987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:24:46.050667Z","caller":"traceutil/trace.go:171","msg":"trace[873536522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1395; }","duration":"626.87591ms","start":"2026-03-31T22:24:45.42377Z","end":"2026-03-31T22:24:46.050646Z","steps":["trace[873536522] 'agreement among raft nodes before linearized reading' (duration: 626.613284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.050676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.599965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:24:46.050713Z","caller":"traceutil/trace.go:171","msg":"trace[394991408] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1395; }","duration":"357.673196ms","start":"2026-03-31T22:24:45.692984Z","end":"2026-03-31T22:24:46.050657Z","steps":["trace[394991408] 'agreement among raft nodes before linearized reading' (duration: 357.464991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.050732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.423755Z","time spent":"626.963921ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:24:46.050744Z","caller":"traceutil/trace.go:171","msg":"trace[2128231086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1395; }","duration":"615.665056ms","start":"2026-03-31T22:24:45.435055Z","end":"2026-03-31T22:24:46.05072Z","steps":["trace[2128231086] 'agreement among raft nodes before linearized reading' (duration: 615.570054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.050681Z","caller":"traceutil/trace.go:171","msg":"trace[143759612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1395; }","duration":"149.102468ms","start":"2026-03-31T22:24:45.90156Z","end":"2026-03-31T22:24:46.050663Z","steps":["trace[143759612] 'agreement among raft nodes before linearized reading' (duration: 148.942264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.050777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.601777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:24:46.050809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.43505Z","time spent":"615.728227ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:46.050752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.05417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:46.050846Z","caller":"traceutil/trace.go:171","msg":"trace[2128758702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1395; }","duration":"616.69798ms","start":"2026-03-31T22:24:45.434137Z","end":"2026-03-31T22:24:46.050835Z","steps":["trace[2128758702] 'agreement among raft nodes before linearized reading' (duration: 616.566657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.05084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.692967Z","time spent":"357.85567ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-03-31T22:24:46.050584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.524574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:24:46.050941Z","caller":"traceutil/trace.go:171","msg":"trace[720288434] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1395; }","duration":"150.291225ms","start":"2026-03-31T22:24:45.900569Z","end":"2026-03-31T22:24:46.05086Z","steps":["trace[720288434] 'agreement among raft nodes before linearized reading' (duration: 150.079031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.050988Z","caller":"traceutil/trace.go:171","msg":"trace[1001523074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1395; }","duration":"615.934583ms","start":"2026-03-31T22:24:45.435036Z","end":"2026-03-31T22:24:46.050971Z","steps":["trace[1001523074] 'agreement among raft nodes before linearized reading' (duration: 615.425121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:46.051037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.435006Z","time spent":"616.017644ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:46.050885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.43412Z","time spent":"616.756981ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:24:46.05056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:45.318846Z","time spent":"731.699849ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:24:46.231923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.994788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:46.232023Z","caller":"traceutil/trace.go:171","msg":"trace[44056920] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"176.077976ms","start":"2026-03-31T22:24:46.05592Z","end":"2026-03-31T22:24:46.231998Z","steps":["trace[44056920] 'process raft request' (duration: 69.925375ms)","trace[44056920] 'compare' (duration: 105.789293ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:46.26717Z","caller":"traceutil/trace.go:171","msg":"trace[1378942775] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"210.511081ms","start":"2026-03-31T22:24:46.056639Z","end":"2026-03-31T22:24:46.26715Z","steps":["trace[1378942775] 'process raft request' (duration: 210.45194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.267171Z","caller":"traceutil/trace.go:171","msg":"trace[1277640060] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"210.604813ms","start":"2026-03-31T22:24:46.056546Z","end":"2026-03-31T22:24:46.26715Z","steps":["trace[1277640060] 'process raft request' (duration: 210.44701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.26729Z","caller":"traceutil/trace.go:171","msg":"trace[1497653451] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"210.341007ms","start":"2026-03-31T22:24:46.056939Z","end":"2026-03-31T22:24:46.26728Z","steps":["trace[1497653451] 'process raft request' (duration: 210.175853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.267419Z","caller":"traceutil/trace.go:171","msg":"trace[995029303] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1447; }","duration":"210.570793ms","start":"2026-03-31T22:24:46.056839Z","end":"2026-03-31T22:24:46.26741Z","steps":["trace[995029303] 'read index received' (duration: 69.001785ms)","trace[995029303] 'applied index is now lower than readState.Index' (duration: 141.568358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:46.267497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.646824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:46.267522Z","caller":"traceutil/trace.go:171","msg":"trace[1883145096] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:0; response_revision:1401; }","duration":"210.709205ms","start":"2026-03-31T22:24:46.056806Z","end":"2026-03-31T22:24:46.267515Z","steps":["trace[1883145096] 'agreement among raft nodes before linearized reading' (duration: 210.642834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.267495Z","caller":"traceutil/trace.go:171","msg":"trace[569622752] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"210.387219ms","start":"2026-03-31T22:24:46.057069Z","end":"2026-03-31T22:24:46.267457Z","steps":["trace[569622752] 'process raft request' (duration: 210.165254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.267866Z","caller":"traceutil/trace.go:171","msg":"trace[1118173878] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"210.486252ms","start":"2026-03-31T22:24:46.05729Z","end":"2026-03-31T22:24:46.267777Z","steps":["trace[1118173878] 'process raft request' (duration: 210.090832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.492859Z","caller":"traceutil/trace.go:171","msg":"trace[911609925] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"172.033565ms","start":"2026-03-31T22:24:46.320784Z","end":"2026-03-31T22:24:46.492818Z","steps":["trace[911609925] 'process raft request' (duration: 100.79013ms)","trace[911609925] 'compare' (duration: 70.980189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:46.741166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.065559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:46.741276Z","caller":"traceutil/trace.go:171","msg":"trace[853036116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1403; }","duration":"130.193823ms","start":"2026-03-31T22:24:46.611068Z","end":"2026-03-31T22:24:46.741262Z","steps":["trace[853036116] 'range keys from in-memory index tree' (duration: 130.049139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.753958Z","caller":"traceutil/trace.go:171","msg":"trace[1138416891] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"219.642617ms","start":"2026-03-31T22:24:46.534285Z","end":"2026-03-31T22:24:46.753928Z","steps":["trace[1138416891] 'process raft request' (duration: 219.520314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:46.754007Z","caller":"traceutil/trace.go:171","msg":"trace[1671257365] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"256.667781ms","start":"2026-03-31T22:24:46.497302Z","end":"2026-03-31T22:24:46.75397Z","steps":["trace[1671257365] 'process raft request' (duration: 256.332033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:47.196697Z","caller":"traceutil/trace.go:171","msg":"trace[2020010724] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1459; }","duration":"356.767674ms","start":"2026-03-31T22:24:46.839911Z","end":"2026-03-31T22:24:47.196679Z","steps":["trace[2020010724] 'read index received' (duration: 356.5832ms)","trace[2020010724] 'applied index is now lower than readState.Index' (duration: 181.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:47.196776Z","caller":"traceutil/trace.go:171","msg":"trace[359120611] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"385.472371ms","start":"2026-03-31T22:24:46.811264Z","end":"2026-03-31T22:24:47.196737Z","steps":["trace[359120611] 'process raft request' (duration: 385.267476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.196863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.904836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T22:24:47.196858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.939119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:24:47.196897Z","caller":"traceutil/trace.go:171","msg":"trace[1591942876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1407; }","duration":"249.014248ms","start":"2026-03-31T22:24:46.947873Z","end":"2026-03-31T22:24:47.196887Z","steps":["trace[1591942876] 'agreement among raft nodes before linearized reading' (duration: 248.904846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:47.196915Z","caller":"traceutil/trace.go:171","msg":"trace[1561869033] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1407; }","duration":"357.03908ms","start":"2026-03-31T22:24:46.83986Z","end":"2026-03-31T22:24:47.196899Z","steps":["trace[1561869033] 'agreement among raft nodes before linearized reading' (duration: 356.920718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.19692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.811226Z","time spent":"385.602905ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:47.196966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.839841Z","time spent":"357.115633ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:24:47.517335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.48579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:47.517502Z","caller":"traceutil/trace.go:171","msg":"trace[1938667370] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1460; }","duration":"217.228803ms","start":"2026-03-31T22:24:47.300257Z","end":"2026-03-31T22:24:47.517486Z","steps":["trace[1938667370] 'read index received' (duration: 60.920133ms)","trace[1938667370] 'applied index is now lower than readState.Index' (duration: 156.30763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:47.517588Z","caller":"traceutil/trace.go:171","msg":"trace[401337522] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"309.511191ms","start":"2026-03-31T22:24:47.208067Z","end":"2026-03-31T22:24:47.517579Z","steps":["trace[401337522] 'process raft request' (duration: 309.367438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.517644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:47.208048Z","time spent":"309.568293ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:24:47.517771Z","caller":"traceutil/trace.go:171","msg":"trace[755370275] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"316.99222ms","start":"2026-03-31T22:24:47.200742Z","end":"2026-03-31T22:24:47.517734Z","steps":["trace[755370275] 'process raft request' (duration: 47.025709ms)","trace[755370275] 'compare' (duration: 269.342316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:47.51786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.583621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:47.51794Z","caller":"traceutil/trace.go:171","msg":"trace[1236939046] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1409; }","duration":"217.736774ms","start":"2026-03-31T22:24:47.300183Z","end":"2026-03-31T22:24:47.51792Z","steps":["trace[1236939046] 'agreement among raft nodes before linearized reading' (duration: 217.56238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.517957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:47.200722Z","time spent":"317.129032ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:47.694818Z","caller":"traceutil/trace.go:171","msg":"trace[1966531970] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"122.382697ms","start":"2026-03-31T22:24:47.572417Z","end":"2026-03-31T22:24:47.6948Z","steps":["trace[1966531970] 'process raft request' (duration: 122.231343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.932819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.934852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:47.932889Z","caller":"traceutil/trace.go:171","msg":"trace[514767680] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"164.454984ms","start":"2026-03-31T22:24:47.768423Z","end":"2026-03-31T22:24:47.932878Z","steps":["trace[514767680] 'process raft request' (duration: 24.40985ms)","trace[514767680] 'compare' (duration: 139.806559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:48.395321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.164752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:48.395481Z","caller":"traceutil/trace.go:171","msg":"trace[1988918707] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"339.70342ms","start":"2026-03-31T22:24:48.055699Z","end":"2026-03-31T22:24:48.395403Z","steps":["trace[1988918707] 'process raft request' (duration: 95.174343ms)","trace[1988918707] 'compare' (duration: 244.252821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:48.395538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:48.055667Z","time spent":"339.845394ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:48.403178Z","caller":"traceutil/trace.go:171","msg":"trace[2048294613] linearizableReadLoop","detail":"{readStateIndex:1468; appliedIndex:1467; }","duration":"168.231888ms","start":"2026-03-31T22:24:48.234928Z","end":"2026-03-31T22:24:48.40316Z","steps":["trace[2048294613] 'read index received' (duration: 167.8723ms)","trace[2048294613] 'applied index is now lower than readState.Index' (duration: 358.618µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:48.403272Z","caller":"traceutil/trace.go:171","msg":"trace[135042184] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"342.606087ms","start":"2026-03-31T22:24:48.060617Z","end":"2026-03-31T22:24:48.403223Z","steps":["trace[135042184] 'process raft request' (duration: 342.30737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:48.403376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.410834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:24:48.403393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.286861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:24:48.403411Z","caller":"traceutil/trace.go:171","msg":"trace[1856607977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1415; }","duration":"129.499887ms","start":"2026-03-31T22:24:48.273901Z","end":"2026-03-31T22:24:48.403401Z","steps":["trace[1856607977] 'agreement among raft nodes before linearized reading' (duration: 129.370654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:48.403402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.451904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:48.403445Z","caller":"traceutil/trace.go:171","msg":"trace[731223590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1415; }","duration":"129.355343ms","start":"2026-03-31T22:24:48.274072Z","end":"2026-03-31T22:24:48.403428Z","steps":["trace[731223590] 'agreement among raft nodes before linearized reading' (duration: 129.21316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:48.403465Z","caller":"traceutil/trace.go:171","msg":"trace[34880370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1415; }","duration":"168.575117ms","start":"2026-03-31T22:24:48.234876Z","end":"2026-03-31T22:24:48.403451Z","steps":["trace[34880370] 'agreement among raft nodes before linearized reading' (duration: 168.358972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:48.403473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.452475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:24:48.403512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.549208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:24:48.403517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:48.060587Z","time spent":"342.786921ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:48.403536Z","caller":"traceutil/trace.go:171","msg":"trace[138346975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1415; }","duration":"129.557497ms","start":"2026-03-31T22:24:48.273962Z","end":"2026-03-31T22:24:48.40352Z","steps":["trace[138346975] 'agreement among raft nodes before linearized reading' (duration: 129.340553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:48.403556Z","caller":"traceutil/trace.go:171","msg":"trace[340353575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1415; }","duration":"129.624949ms","start":"2026-03-31T22:24:48.273922Z","end":"2026-03-31T22:24:48.403547Z","steps":["trace[340353575] 'agreement among raft nodes before linearized reading' (duration: 129.520927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:48.91312Z","caller":"traceutil/trace.go:171","msg":"trace[962144732] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"165.855725ms","start":"2026-03-31T22:24:48.74724Z","end":"2026-03-31T22:24:48.913096Z","steps":["trace[962144732] 'process raft request' (duration: 150.172482ms)","trace[962144732] 'compare' (duration: 15.518299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:52.592003Z","caller":"traceutil/trace.go:171","msg":"trace[962622544] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1495; }","duration":"110.876508ms","start":"2026-03-31T22:24:52.48109Z","end":"2026-03-31T22:24:52.591967Z","steps":["trace[962622544] 'read index received' (duration: 66.288473ms)","trace[962622544] 'applied index is now lower than readState.Index' (duration: 44.586554ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:52.592064Z","caller":"traceutil/trace.go:171","msg":"trace[1460046701] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"125.685841ms","start":"2026-03-31T22:24:52.466336Z","end":"2026-03-31T22:24:52.592022Z","steps":["trace[1460046701] 'process raft request' (duration: 112.151826ms)","trace[1460046701] 'compare' (duration: 13.152356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:52.592135Z","caller":"traceutil/trace.go:171","msg":"trace[1043640574] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"124.757729ms","start":"2026-03-31T22:24:52.467355Z","end":"2026-03-31T22:24:52.592113Z","steps":["trace[1043640574] 'process raft request' (duration: 124.556534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.592135Z","caller":"traceutil/trace.go:171","msg":"trace[670674864] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"125.707261ms","start":"2026-03-31T22:24:52.466382Z","end":"2026-03-31T22:24:52.592089Z","steps":["trace[670674864] 'process raft request' (duration: 125.474336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.592357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.231846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:24:52.592438Z","caller":"traceutil/trace.go:171","msg":"trace[585173761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1445; }","duration":"111.355949ms","start":"2026-03-31T22:24:52.481062Z","end":"2026-03-31T22:24:52.592418Z","steps":["trace[585173761] 'agreement among raft nodes before linearized reading' (duration: 111.118463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.72112Z","caller":"traceutil/trace.go:171","msg":"trace[1196034148] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"125.15712ms","start":"2026-03-31T22:24:52.595933Z","end":"2026-03-31T22:24:52.72109Z","steps":["trace[1196034148] 'process raft request' (duration: 108.485294ms)","trace[1196034148] 'compare' (duration: 16.553193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:54.823093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.775692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:54.823299Z","caller":"traceutil/trace.go:171","msg":"trace[1780681698] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"224.313404ms","start":"2026-03-31T22:24:54.598947Z","end":"2026-03-31T22:24:54.82326Z","steps":["trace[1780681698] 'process raft request' (duration: 122.300856ms)","trace[1780681698] 'compare' (duration: 101.670259ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:54.823356Z","caller":"traceutil/trace.go:171","msg":"trace[1626295106] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"224.192149ms","start":"2026-03-31T22:24:54.599137Z","end":"2026-03-31T22:24:54.823329Z","steps":["trace[1626295106] 'process raft request' (duration: 224.052986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:54.823395Z","caller":"traceutil/trace.go:171","msg":"trace[1290160978] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"224.21667ms","start":"2026-03-31T22:24:54.599155Z","end":"2026-03-31T22:24:54.823372Z","steps":["trace[1290160978] 'process raft request' (duration: 224.072087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:55.122206Z","caller":"traceutil/trace.go:171","msg":"trace[900431705] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"294.298208ms","start":"2026-03-31T22:24:54.827881Z","end":"2026-03-31T22:24:55.122179Z","steps":["trace[900431705] 'process raft request' (duration: 201.989899ms)","trace[900431705] 'compare' (duration: 91.964692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:56.656416Z","caller":"traceutil/trace.go:171","msg":"trace[896775173] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1509; }","duration":"217.714923ms","start":"2026-03-31T22:24:56.438682Z","end":"2026-03-31T22:24:56.656397Z","steps":["trace[896775173] 'read index received' (duration: 217.496278ms)","trace[896775173] 'applied index is now lower than readState.Index' (duration: 217.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:56.656506Z","caller":"traceutil/trace.go:171","msg":"trace[1312480325] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"224.580397ms","start":"2026-03-31T22:24:56.431917Z","end":"2026-03-31T22:24:56.656497Z","steps":["trace[1312480325] 'process raft request' (duration: 224.350932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:56.656634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.940858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:56.656665Z","caller":"traceutil/trace.go:171","msg":"trace[1869821754] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1456; }","duration":"218.01261ms","start":"2026-03-31T22:24:56.438644Z","end":"2026-03-31T22:24:56.656657Z","steps":["trace[1869821754] 'agreement among raft nodes before linearized reading' (duration: 217.949349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:56.656643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.046705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:56.657039Z","caller":"traceutil/trace.go:171","msg":"trace[40100505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1456; }","duration":"204.468265ms","start":"2026-03-31T22:24:56.452551Z","end":"2026-03-31T22:24:56.657019Z","steps":["trace[40100505] 'agreement among raft nodes before linearized reading' (duration: 204.044296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:57.290314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.973243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:24:57.290408Z","caller":"traceutil/trace.go:171","msg":"trace[902837404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1464; }","duration":"164.106916ms","start":"2026-03-31T22:24:57.126278Z","end":"2026-03-31T22:24:57.290385Z","steps":["trace[902837404] 'range keys from in-memory index tree' (duration: 163.750408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:57.954409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751210996,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:24:58.155843Z","caller":"traceutil/trace.go:171","msg":"trace[988420766] linearizableReadLoop","detail":"{readStateIndex:1520; appliedIndex:1519; }","duration":"701.731895ms","start":"2026-03-31T22:24:57.454094Z","end":"2026-03-31T22:24:58.155826Z","steps":["trace[988420766] 'read index received' (duration: 701.570391ms)","trace[988420766] 'applied index is now lower than readState.Index' (duration: 160.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:58.155923Z","caller":"traceutil/trace.go:171","msg":"trace[1553498014] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"861.458191ms","start":"2026-03-31T22:24:57.294436Z","end":"2026-03-31T22:24:58.155894Z","steps":["trace[1553498014] 'process raft request' (duration: 861.284007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:58.155967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.853827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:58.155992Z","caller":"traceutil/trace.go:171","msg":"trace[1301537024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1465; }","duration":"701.923068ms","start":"2026-03-31T22:24:57.454061Z","end":"2026-03-31T22:24:58.155984Z","steps":["trace[1301537024] 'agreement among raft nodes before linearized reading' (duration: 701.865267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:58.156017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:57.454046Z","time spent":"701.96555ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:58.156049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:57.294414Z","time spent":"861.567524ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:58.156272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.260904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T22:24:58.156295Z","caller":"traceutil/trace.go:171","msg":"trace[1032757490] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1465; }","duration":"293.283065ms","start":"2026-03-31T22:24:57.863004Z","end":"2026-03-31T22:24:58.156287Z","steps":["trace[1032757490] 'agreement among raft nodes before linearized reading' (duration: 293.135172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:58.156377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.971641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-mgdnt\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-31T22:24:58.156612Z","caller":"traceutil/trace.go:171","msg":"trace[56988680] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-mgdnt; range_end:; response_count:1; response_revision:1465; }","duration":"310.149495ms","start":"2026-03-31T22:24:57.84633Z","end":"2026-03-31T22:24:58.15648Z","steps":["trace[56988680] 'agreement among raft nodes before linearized reading' (duration: 309.754236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:58.156743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:57.846299Z","time spent":"310.41349ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4218,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-mgdnt\" "} {"level":"warn","ts":"2026-03-31T22:25:02.230053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.146854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-03-31T22:25:02.230139Z","caller":"traceutil/trace.go:171","msg":"trace[669001337] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1488; }","duration":"131.287137ms","start":"2026-03-31T22:25:02.098834Z","end":"2026-03-31T22:25:02.230121Z","steps":["trace[669001337] 'range keys from in-memory index tree' (duration: 130.938598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.337061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.528594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:25:02.337297Z","caller":"traceutil/trace.go:171","msg":"trace[1150419345] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"140.263569ms","start":"2026-03-31T22:25:02.197017Z","end":"2026-03-31T22:25:02.337281Z","steps":["trace[1150419345] 'read index received' (duration: 39.616042ms)","trace[1150419345] 'applied index is now lower than readState.Index' (duration: 100.644027ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:02.337356Z","caller":"traceutil/trace.go:171","msg":"trace[167696346] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1489; }","duration":"105.869375ms","start":"2026-03-31T22:25:02.23147Z","end":"2026-03-31T22:25:02.337339Z","steps":["trace[167696346] 'process raft request' (duration: 105.712412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.337477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.461163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:25:02.3375Z","caller":"traceutil/trace.go:171","msg":"trace[716792316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1489; }","duration":"140.527965ms","start":"2026-03-31T22:25:02.196966Z","end":"2026-03-31T22:25:02.337494Z","steps":["trace[716792316] 'agreement among raft nodes before linearized reading' (duration: 140.393342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.856876Z","caller":"traceutil/trace.go:171","msg":"trace[2114799654] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"194.871499ms","start":"2026-03-31T22:25:02.661982Z","end":"2026-03-31T22:25:02.856854Z","steps":["trace[2114799654] 'process raft request' (duration: 191.037253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.870074Z","caller":"traceutil/trace.go:171","msg":"trace[893188247] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"197.007276ms","start":"2026-03-31T22:25:02.67304Z","end":"2026-03-31T22:25:02.870047Z","steps":["trace[893188247] 'process raft request' (duration: 196.860143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.87013Z","caller":"traceutil/trace.go:171","msg":"trace[78701038] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"196.440094ms","start":"2026-03-31T22:25:02.673672Z","end":"2026-03-31T22:25:02.870112Z","steps":["trace[78701038] 'process raft request' (duration: 196.325741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.870198Z","caller":"traceutil/trace.go:171","msg":"trace[189998209] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"147.565064ms","start":"2026-03-31T22:25:02.722597Z","end":"2026-03-31T22:25:02.870162Z","steps":["trace[189998209] 'process raft request' (duration: 147.436521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.057077Z","caller":"traceutil/trace.go:171","msg":"trace[1153687349] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"162.892709ms","start":"2026-03-31T22:25:02.894146Z","end":"2026-03-31T22:25:03.057039Z","steps":["trace[1153687349] 'process raft request' (duration: 134.912439ms)","trace[1153687349] 'compare' (duration: 27.714234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:03.057284Z","caller":"traceutil/trace.go:171","msg":"trace[1946182066] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"162.49352ms","start":"2026-03-31T22:25:02.89477Z","end":"2026-03-31T22:25:03.057264Z","steps":["trace[1946182066] 'process raft request' (duration: 162.136002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.351015Z","caller":"traceutil/trace.go:171","msg":"trace[579408024] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"130.482679ms","start":"2026-03-31T22:25:03.220508Z","end":"2026-03-31T22:25:03.35099Z","steps":["trace[579408024] 'process raft request' (duration: 128.389891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.362325Z","caller":"traceutil/trace.go:171","msg":"trace[782735207] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"125.145359ms","start":"2026-03-31T22:25:03.237162Z","end":"2026-03-31T22:25:03.362307Z","steps":["trace[782735207] 'process raft request' (duration: 125.046416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.800607Z","caller":"traceutil/trace.go:171","msg":"trace[1514205048] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1609; }","duration":"204.072416ms","start":"2026-03-31T22:25:03.596513Z","end":"2026-03-31T22:25:03.800586Z","steps":["trace[1514205048] 'read index received' (duration: 191.441022ms)","trace[1514205048] 'applied index is now lower than readState.Index' (duration: 12.630394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:03.800731Z","caller":"traceutil/trace.go:171","msg":"trace[218240363] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"253.95752ms","start":"2026-03-31T22:25:03.546763Z","end":"2026-03-31T22:25:03.800721Z","steps":["trace[218240363] 'process raft request' (duration: 253.697014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.800752Z","caller":"traceutil/trace.go:171","msg":"trace[1499824458] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"272.114579ms","start":"2026-03-31T22:25:03.52861Z","end":"2026-03-31T22:25:03.800725Z","steps":["trace[1499824458] 'process raft request' (duration: 259.494855ms)","trace[1499824458] 'compare' (duration: 12.00192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:03.800976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.037937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4169"} {"level":"warn","ts":"2026-03-31T22:25:03.801006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.745591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:03.801029Z","caller":"traceutil/trace.go:171","msg":"trace[1005628991] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1554; }","duration":"156.813691ms","start":"2026-03-31T22:25:03.644209Z","end":"2026-03-31T22:25:03.801023Z","steps":["trace[1005628991] 'agreement among raft nodes before linearized reading' (duration: 156.7469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.801037Z","caller":"traceutil/trace.go:171","msg":"trace[1559130696] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1554; }","duration":"201.149489ms","start":"2026-03-31T22:25:03.599872Z","end":"2026-03-31T22:25:03.801021Z","steps":["trace[1559130696] 'agreement among raft nodes before linearized reading' (duration: 200.898024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:03.801149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.628608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-03-31T22:25:03.801765Z","caller":"traceutil/trace.go:171","msg":"trace[2011701188] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1554; }","duration":"205.247203ms","start":"2026-03-31T22:25:03.596494Z","end":"2026-03-31T22:25:03.801741Z","steps":["trace[2011701188] 'agreement among raft nodes before linearized reading' (duration: 204.584588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:03.80099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.372131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-03-31T22:25:03.801926Z","caller":"traceutil/trace.go:171","msg":"trace[1284364576] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1554; }","duration":"105.316002ms","start":"2026-03-31T22:25:03.696572Z","end":"2026-03-31T22:25:03.801888Z","steps":["trace[1284364576] 'agreement among raft nodes before linearized reading' (duration: 104.310099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:04.18143Z","caller":"traceutil/trace.go:171","msg":"trace[1144442290] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"293.210474ms","start":"2026-03-31T22:25:03.888196Z","end":"2026-03-31T22:25:04.181406Z","steps":["trace[1144442290] 'process raft request' (duration: 255.948815ms)","trace[1144442290] 'compare' (duration: 36.935112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:04.62731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.298314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:04.62742Z","caller":"traceutil/trace.go:171","msg":"trace[266432504] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"270.593442ms","start":"2026-03-31T22:25:04.356807Z","end":"2026-03-31T22:25:04.627401Z","steps":["trace[266432504] 'read index received' (duration: 92.073384ms)","trace[266432504] 'applied index is now lower than readState.Index' (duration: 178.518778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:04.627482Z","caller":"traceutil/trace.go:171","msg":"trace[1235142979] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"349.91915ms","start":"2026-03-31T22:25:04.277519Z","end":"2026-03-31T22:25:04.627439Z","steps":["trace[1235142979] 'process raft request' (duration: 171.420612ms)","trace[1235142979] 'compare' (duration: 177.890305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:04.627607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.791788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:25:04.627648Z","caller":"traceutil/trace.go:171","msg":"trace[196913621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1560; }","duration":"270.868529ms","start":"2026-03-31T22:25:04.356771Z","end":"2026-03-31T22:25:04.62764Z","steps":["trace[196913621] 'agreement among raft nodes before linearized reading' (duration: 270.705355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:04.627658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:04.277489Z","time spent":"350.081164ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105447,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:04.636434Z","caller":"traceutil/trace.go:171","msg":"trace[1229176265] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"272.611309ms","start":"2026-03-31T22:25:04.363801Z","end":"2026-03-31T22:25:04.636412Z","steps":["trace[1229176265] 'process raft request' (duration: 272.358023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:04.636634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.250969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:04.636719Z","caller":"traceutil/trace.go:171","msg":"trace[3190963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"184.371262ms","start":"2026-03-31T22:25:04.452328Z","end":"2026-03-31T22:25:04.6367Z","steps":["trace[3190963] 'agreement among raft nodes before linearized reading' (duration: 184.010633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:05.234383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.929596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:05.234545Z","caller":"traceutil/trace.go:171","msg":"trace[383687680] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"132.454783ms","start":"2026-03-31T22:25:05.102077Z","end":"2026-03-31T22:25:05.234532Z","steps":["trace[383687680] 'process raft request' (duration: 132.392611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:05.234577Z","caller":"traceutil/trace.go:171","msg":"trace[276932777] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"134.600391ms","start":"2026-03-31T22:25:05.099964Z","end":"2026-03-31T22:25:05.234565Z","steps":["trace[276932777] 'process raft request' (duration: 20.41998ms)","trace[276932777] 'compare' (duration: 113.827784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:07.167838Z","caller":"traceutil/trace.go:171","msg":"trace[974332458] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1648; }","duration":"249.130911ms","start":"2026-03-31T22:25:06.918685Z","end":"2026-03-31T22:25:07.167816Z","steps":["trace[974332458] 'read index received' (duration: 248.975328ms)","trace[974332458] 'applied index is now lower than readState.Index' (duration: 154.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:07.167888Z","caller":"traceutil/trace.go:171","msg":"trace[623070643] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"256.68906ms","start":"2026-03-31T22:25:06.911181Z","end":"2026-03-31T22:25:07.16787Z","steps":["trace[623070643] 'process raft request' (duration: 256.493996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:07.168108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.398947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:07.168266Z","caller":"traceutil/trace.go:171","msg":"trace[1241288816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1590; }","duration":"249.565621ms","start":"2026-03-31T22:25:06.918637Z","end":"2026-03-31T22:25:07.168203Z","steps":["trace[1241288816] 'agreement among raft nodes before linearized reading' (duration: 249.273684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.058802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.358174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-866m6\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-03-31T22:25:09.058897Z","caller":"traceutil/trace.go:171","msg":"trace[304016610] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-866m6; range_end:; response_count:1; response_revision:1598; }","duration":"153.518098ms","start":"2026-03-31T22:25:08.905356Z","end":"2026-03-31T22:25:09.058874Z","steps":["trace[304016610] 'range keys from in-memory index tree' (duration: 153.122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.05916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.748447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:25:09.059489Z","caller":"traceutil/trace.go:171","msg":"trace[1522972844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1598; }","duration":"314.118855ms","start":"2026-03-31T22:25:08.745349Z","end":"2026-03-31T22:25:09.059467Z","steps":["trace[1522972844] 'range keys from in-memory index tree' (duration: 313.251506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.059552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:08.745329Z","time spent":"314.206767ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:25:09.223555Z","caller":"traceutil/trace.go:171","msg":"trace[1742236365] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"158.852398ms","start":"2026-03-31T22:25:09.064679Z","end":"2026-03-31T22:25:09.223531Z","steps":["trace[1742236365] 'process raft request' (duration: 158.687184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:09.340034Z","caller":"traceutil/trace.go:171","msg":"trace[1792199217] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1657; }","duration":"162.02771ms","start":"2026-03-31T22:25:09.177978Z","end":"2026-03-31T22:25:09.340006Z","steps":["trace[1792199217] 'read index received' (duration: 45.435193ms)","trace[1792199217] 'applied index is now lower than readState.Index' (duration: 116.591327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:09.340108Z","caller":"traceutil/trace.go:171","msg":"trace[1016249492] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"274.397121ms","start":"2026-03-31T22:25:09.065655Z","end":"2026-03-31T22:25:09.340052Z","steps":["trace[1016249492] 'process raft request' (duration: 209.735293ms)","trace[1016249492] 'compare' (duration: 64.427291ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:09.340166Z","caller":"traceutil/trace.go:171","msg":"trace[1101795902] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"166.767767ms","start":"2026-03-31T22:25:09.173387Z","end":"2026-03-31T22:25:09.340155Z","steps":["trace[1101795902] 'process raft request' (duration: 166.556252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.340299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.298886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:09.340452Z","caller":"traceutil/trace.go:171","msg":"trace[826022394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1601; }","duration":"162.47841ms","start":"2026-03-31T22:25:09.177954Z","end":"2026-03-31T22:25:09.340432Z","steps":["trace[826022394] 'agreement among raft nodes before linearized reading' (duration: 162.231815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.340454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.913747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:09.340528Z","caller":"traceutil/trace.go:171","msg":"trace[1979144300] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1601; }","duration":"134.027489ms","start":"2026-03-31T22:25:09.206483Z","end":"2026-03-31T22:25:09.34051Z","steps":["trace[1979144300] 'agreement among raft nodes before linearized reading' (duration: 133.865205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:11.493938Z","caller":"traceutil/trace.go:171","msg":"trace[1877961794] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"149.122737ms","start":"2026-03-31T22:25:11.344785Z","end":"2026-03-31T22:25:11.493908Z","steps":["trace[1877961794] 'process raft request' (duration: 148.953134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.955869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.240877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:11.956149Z","caller":"traceutil/trace.go:171","msg":"trace[2133388056] linearizableReadLoop","detail":"{readStateIndex:1667; appliedIndex:1665; }","duration":"597.918116ms","start":"2026-03-31T22:25:11.358189Z","end":"2026-03-31T22:25:11.956108Z","steps":["trace[2133388056] 'read index received' (duration: 135.573432ms)","trace[2133388056] 'applied index is now lower than readState.Index' (duration: 462.342833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:11.956147Z","caller":"traceutil/trace.go:171","msg":"trace[1040006657] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"609.000126ms","start":"2026-03-31T22:25:11.347109Z","end":"2026-03-31T22:25:11.956109Z","steps":["trace[1040006657] 'process raft request' (duration: 239.420042ms)","trace[1040006657] 'compare' (duration: 368.998801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:11.956303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.347096Z","time spent":"609.113368ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:11.956349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.136061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:11.956376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.176423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:25:11.956393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.992301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:11.956414Z","caller":"traceutil/trace.go:171","msg":"trace[1416226572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1608; }","duration":"598.234734ms","start":"2026-03-31T22:25:11.358168Z","end":"2026-03-31T22:25:11.956403Z","steps":["trace[1416226572] 'agreement among raft nodes before linearized reading' (duration: 598.07517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.956424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.026452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:25:11.956463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.358159Z","time spent":"598.295275ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:25:11.956467Z","caller":"traceutil/trace.go:171","msg":"trace[825253064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1608; }","duration":"540.079284ms","start":"2026-03-31T22:25:11.416367Z","end":"2026-03-31T22:25:11.956446Z","steps":["trace[825253064] 'agreement among raft nodes before linearized reading' (duration: 539.94729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:11.956478Z","caller":"traceutil/trace.go:171","msg":"trace[1497401693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1608; }","duration":"540.077843ms","start":"2026-03-31T22:25:11.416383Z","end":"2026-03-31T22:25:11.956461Z","steps":["trace[1497401693] 'agreement among raft nodes before linearized reading' (duration: 539.896348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.95652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.416359Z","time spent":"540.150735ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:11.956523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.416351Z","time spent":"540.162206ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:11.956392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.875072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:25:11.956593Z","caller":"traceutil/trace.go:171","msg":"trace[2084331882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1608; }","duration":"541.086757ms","start":"2026-03-31T22:25:11.415495Z","end":"2026-03-31T22:25:11.956582Z","steps":["trace[2084331882] 'agreement among raft nodes before linearized reading' (duration: 540.770519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:11.956412Z","caller":"traceutil/trace.go:171","msg":"trace[708684869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"503.236734ms","start":"2026-03-31T22:25:11.453162Z","end":"2026-03-31T22:25:11.956398Z","steps":["trace[708684869] 'agreement among raft nodes before linearized reading' (duration: 503.11227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.95664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.415453Z","time spent":"541.174039ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:25:11.956645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.453143Z","time spent":"503.49162ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:11.956599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.039694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T22:25:11.956735Z","caller":"traceutil/trace.go:171","msg":"trace[1646985308] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1608; }","duration":"485.252139ms","start":"2026-03-31T22:25:11.471473Z","end":"2026-03-31T22:25:11.956725Z","steps":["trace[1646985308] 'agreement among raft nodes before linearized reading' (duration: 484.815779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.956766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.471445Z","time spent":"485.310381ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":162,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:12.784758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.825119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:12.78523Z","caller":"traceutil/trace.go:171","msg":"trace[253670218] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"825.224894ms","start":"2026-03-31T22:25:11.95995Z","end":"2026-03-31T22:25:12.785175Z","steps":["trace[253670218] 'process raft request' (duration: 335.825263ms)","trace[253670218] 'compare' (duration: 488.577363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:12.785353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.959921Z","time spent":"825.378128ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:12.810609Z","caller":"traceutil/trace.go:171","msg":"trace[8474432] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"849.962891ms","start":"2026-03-31T22:25:11.960621Z","end":"2026-03-31T22:25:12.810584Z","steps":["trace[8474432] 'process raft request' (duration: 847.879065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:12.810657Z","caller":"traceutil/trace.go:171","msg":"trace[1585119827] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"849.679755ms","start":"2026-03-31T22:25:11.960952Z","end":"2026-03-31T22:25:12.810631Z","steps":["trace[1585119827] 'process raft request' (duration: 847.659091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:12.810756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.960601Z","time spent":"850.079854ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:12.810875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.960939Z","time spent":"849.810248ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:12.810996Z","caller":"traceutil/trace.go:171","msg":"trace[827124646] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"849.939252ms","start":"2026-03-31T22:25:11.961029Z","end":"2026-03-31T22:25:12.810968Z","steps":["trace[827124646] 'process raft request' (duration: 847.619999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:12.81111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:11.961009Z","time spent":"850.052025ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:12.955223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.511279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:25:12.955324Z","caller":"traceutil/trace.go:171","msg":"trace[1227874072] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1668; }","duration":"500.110233ms","start":"2026-03-31T22:25:12.455197Z","end":"2026-03-31T22:25:12.955307Z","steps":["trace[1227874072] 'read index received' (duration: 353.219825ms)","trace[1227874072] 'applied index is now lower than readState.Index' (duration: 146.888818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:12.955426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.197414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:12.955457Z","caller":"traceutil/trace.go:171","msg":"trace[1520523848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"500.293787ms","start":"2026-03-31T22:25:12.455152Z","end":"2026-03-31T22:25:12.955446Z","steps":["trace[1520523848] 'agreement among raft nodes before linearized reading' (duration: 500.197555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:12.955493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:12.455134Z","time spent":"500.344318ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:25:14.942256Z","caller":"traceutil/trace.go:171","msg":"trace[1648687266] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"104.071253ms","start":"2026-03-31T22:25:14.838159Z","end":"2026-03-31T22:25:14.942231Z","steps":["trace[1648687266] 'process raft request' (duration: 102.724583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:14.942448Z","caller":"traceutil/trace.go:171","msg":"trace[228785204] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"104.172626ms","start":"2026-03-31T22:25:14.838266Z","end":"2026-03-31T22:25:14.942438Z","steps":["trace[228785204] 'process raft request' (duration: 103.873689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:25.089618Z","caller":"traceutil/trace.go:171","msg":"trace[640464056] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"108.583426ms","start":"2026-03-31T22:25:24.981015Z","end":"2026-03-31T22:25:25.089598Z","steps":["trace[640464056] 'process raft request' (duration: 106.692173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:25.099117Z","caller":"traceutil/trace.go:171","msg":"trace[622677649] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"112.401231ms","start":"2026-03-31T22:25:24.986686Z","end":"2026-03-31T22:25:25.099087Z","steps":["trace[622677649] 'process raft request' (duration: 112.252188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:25.377124Z","caller":"traceutil/trace.go:171","msg":"trace[549218263] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"197.812267ms","start":"2026-03-31T22:25:25.179287Z","end":"2026-03-31T22:25:25.377099Z","steps":["trace[549218263] 'read index received' (duration: 161.354889ms)","trace[549218263] 'applied index is now lower than readState.Index' (duration: 36.456417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:25.37725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.934349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:25.377237Z","caller":"traceutil/trace.go:171","msg":"trace[1761753663] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"225.961398ms","start":"2026-03-31T22:25:25.151236Z","end":"2026-03-31T22:25:25.377197Z","steps":["trace[1761753663] 'process raft request' (duration: 189.421458ms)","trace[1761753663] 'compare' (duration: 36.302904ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:25.377285Z","caller":"traceutil/trace.go:171","msg":"trace[1109202459] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1839; }","duration":"198.014561ms","start":"2026-03-31T22:25:25.17926Z","end":"2026-03-31T22:25:25.377274Z","steps":["trace[1109202459] 'agreement among raft nodes before linearized reading' (duration: 197.93472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:25.857711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.820649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:25.857833Z","caller":"traceutil/trace.go:171","msg":"trace[2029663776] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"257.051377ms","start":"2026-03-31T22:25:25.600769Z","end":"2026-03-31T22:25:25.857821Z","steps":["trace[2029663776] 'process raft request' (duration: 257.006356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:25.85788Z","caller":"traceutil/trace.go:171","msg":"trace[1903524734] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"258.465208ms","start":"2026-03-31T22:25:25.599401Z","end":"2026-03-31T22:25:25.857867Z","steps":["trace[1903524734] 'process raft request' (duration: 121.447474ms)","trace[1903524734] 'compare' (duration: 136.723277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:26.531857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.794179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:26.531942Z","caller":"traceutil/trace.go:171","msg":"trace[2031616052] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"379.910703ms","start":"2026-03-31T22:25:26.152018Z","end":"2026-03-31T22:25:26.531929Z","steps":["trace[2031616052] 'read index received' (duration: 254.687274ms)","trace[2031616052] 'applied index is now lower than readState.Index' (duration: 125.222669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:26.532007Z","caller":"traceutil/trace.go:171","msg":"trace[472994642] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"802.80352ms","start":"2026-03-31T22:25:25.729195Z","end":"2026-03-31T22:25:26.531999Z","steps":["trace[472994642] 'process raft request' (duration: 677.801305ms)","trace[472994642] 'compare' (duration: 124.559594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:26.532054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:25.729176Z","time spent":"802.8545ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187522,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:26.5329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.870634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:25:26.533547Z","caller":"traceutil/trace.go:171","msg":"trace[1149679919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1844; }","duration":"381.574649ms","start":"2026-03-31T22:25:26.151951Z","end":"2026-03-31T22:25:26.533526Z","steps":["trace[1149679919] 'agreement among raft nodes before linearized reading' (duration: 380.371353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:26.533619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.151922Z","time spent":"381.684452ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:25:27.081275Z","caller":"traceutil/trace.go:171","msg":"trace[1351858524] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1923; }","duration":"339.63699ms","start":"2026-03-31T22:25:26.741591Z","end":"2026-03-31T22:25:27.081228Z","steps":["trace[1351858524] 'read index received' (duration: 339.213069ms)","trace[1351858524] 'applied index is now lower than readState.Index' (duration: 422.651µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:27.081382Z","caller":"traceutil/trace.go:171","msg":"trace[1434307370] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"530.129314ms","start":"2026-03-31T22:25:26.551201Z","end":"2026-03-31T22:25:27.08133Z","steps":["trace[1434307370] 'process raft request' (duration: 529.715354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:27.081567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.938516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:25:27.08162Z","caller":"traceutil/trace.go:171","msg":"trace[2106377607] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:1845; }","duration":"340.052329ms","start":"2026-03-31T22:25:26.741553Z","end":"2026-03-31T22:25:27.081606Z","steps":["trace[2106377607] 'agreement among raft nodes before linearized reading' (duration: 339.833264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:27.08167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.741537Z","time spent":"340.12452ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:25:27.081724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.551179Z","time spent":"530.40741ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:27.655166Z","caller":"traceutil/trace.go:171","msg":"trace[1027918706] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"879.090329ms","start":"2026-03-31T22:25:26.776048Z","end":"2026-03-31T22:25:27.655139Z","steps":["trace[1027918706] 'process raft request' (duration: 815.118215ms)","trace[1027918706] 'compare' (duration: 63.422032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:27.655482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.776005Z","time spent":"879.400567ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187531,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:28.30897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.850305ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-31T22:25:28.309089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.083022Z","time spent":"1.226060624s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:25:28.30919Z","caller":"traceutil/trace.go:171","msg":"trace[1577608607] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"446.272171ms","start":"2026-03-31T22:25:27.862898Z","end":"2026-03-31T22:25:28.309171Z","steps":["trace[1577608607] 'process raft request' (duration: 446.172559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:28.309194Z","caller":"traceutil/trace.go:171","msg":"trace[1405017613] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1924; }","duration":"1.199974228s","start":"2026-03-31T22:25:27.109199Z","end":"2026-03-31T22:25:28.309173Z","steps":["trace[1405017613] 'read index received' (duration: 481.906301ms)","trace[1405017613] 'applied index is now lower than readState.Index' (duration: 718.064597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:28.30929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.86288Z","time spent":"446.353332ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:28.309402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.340557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:28.309452Z","caller":"traceutil/trace.go:171","msg":"trace[1953715494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"855.435169ms","start":"2026-03-31T22:25:27.454002Z","end":"2026-03-31T22:25:28.309437Z","steps":["trace[1953715494] 'agreement among raft nodes before linearized reading' (duration: 855.344897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.309488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.453979Z","time spent":"855.502121ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:28.309496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195912028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:25:28.309496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19553957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:25:28.309539Z","caller":"traceutil/trace.go:171","msg":"trace[906966524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1847; }","duration":"1.195597851s","start":"2026-03-31T22:25:27.113929Z","end":"2026-03-31T22:25:28.309527Z","steps":["trace[906966524] 'agreement among raft nodes before linearized reading' (duration: 1.195488388s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:28.309544Z","caller":"traceutil/trace.go:171","msg":"trace[920416837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1847; }","duration":"1.195965838s","start":"2026-03-31T22:25:27.113553Z","end":"2026-03-31T22:25:28.309519Z","steps":["trace[920416837] 'agreement among raft nodes before linearized reading' (duration: 1.195875436s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.309408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195836236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:25:28.309579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.113541Z","time spent":"1.196031311s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:25:28.30961Z","caller":"traceutil/trace.go:171","msg":"trace[493320440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"1.196069301s","start":"2026-03-31T22:25:27.113531Z","end":"2026-03-31T22:25:28.3096Z","steps":["trace[493320440] 'agreement among raft nodes before linearized reading' (duration: 1.195752344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.309611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.818153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:25:28.30964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.113516Z","time spent":"1.196114622s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:25:28.309649Z","caller":"traceutil/trace.go:171","msg":"trace[700994434] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1847; }","duration":"656.898295ms","start":"2026-03-31T22:25:27.652736Z","end":"2026-03-31T22:25:28.309634Z","steps":["trace[700994434] 'agreement among raft nodes before linearized reading' (duration: 656.840174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.309678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.652708Z","time spent":"656.962247ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:28.309641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200403428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:25:28.309724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.67355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:136258"} {"level":"info","ts":"2026-03-31T22:25:28.309766Z","caller":"traceutil/trace.go:171","msg":"trace[889975732] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1847; }","duration":"968.750102ms","start":"2026-03-31T22:25:27.341006Z","end":"2026-03-31T22:25:28.309756Z","steps":["trace[889975732] 'agreement among raft nodes before linearized reading' (duration: 968.589188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:28.309757Z","caller":"traceutil/trace.go:171","msg":"trace[470345682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1847; }","duration":"1.200583842s","start":"2026-03-31T22:25:27.109147Z","end":"2026-03-31T22:25:28.309731Z","steps":["trace[470345682] 'agreement among raft nodes before linearized reading' (duration: 1.200112932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.309579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.11392Z","time spent":"1.195650312s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:28.309797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.340987Z","time spent":"968.801402ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":136280,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:25:28.309845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.109129Z","time spent":"1.200681834s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:25:28.904426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.469605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:28.904739Z","caller":"traceutil/trace.go:171","msg":"trace[302548717] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1928; }","duration":"509.877969ms","start":"2026-03-31T22:25:28.394839Z","end":"2026-03-31T22:25:28.904717Z","steps":["trace[302548717] 'read index received' (duration: 38.898392ms)","trace[302548717] 'applied index is now lower than readState.Index' (duration: 470.978387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:28.904818Z","caller":"traceutil/trace.go:171","msg":"trace[793792254] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"590.042507ms","start":"2026-03-31T22:25:28.314754Z","end":"2026-03-31T22:25:28.904797Z","steps":["trace[793792254] 'process raft request' (duration: 589.861492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:28.904809Z","caller":"traceutil/trace.go:171","msg":"trace[703546577] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"591.601793ms","start":"2026-03-31T22:25:28.313173Z","end":"2026-03-31T22:25:28.904775Z","steps":["trace[703546577] 'process raft request' (duration: 591.376497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:28.904822Z","caller":"traceutil/trace.go:171","msg":"trace[1660650870] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"550.421649ms","start":"2026-03-31T22:25:28.35437Z","end":"2026-03-31T22:25:28.904791Z","steps":["trace[1660650870] 'process raft request' (duration: 550.295917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:28.904868Z","caller":"traceutil/trace.go:171","msg":"trace[1543054988] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"591.878039ms","start":"2026-03-31T22:25:28.312958Z","end":"2026-03-31T22:25:28.904836Z","steps":["trace[1543054988] 'process raft request' (duration: 120.926403ms)","trace[1543054988] 'compare' (duration: 470.289421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:28.904902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.054602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:25:28.904944Z","caller":"traceutil/trace.go:171","msg":"trace[1833985492] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1852; }","duration":"510.166876ms","start":"2026-03-31T22:25:28.394764Z","end":"2026-03-31T22:25:28.904931Z","steps":["trace[1833985492] 'agreement among raft nodes before linearized reading' (duration: 510.078714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.904941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.313164Z","time spent":"591.723445ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:28.904927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.314739Z","time spent":"590.126519ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:28.904953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.35433Z","time spent":"550.562302ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:28.90497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.803182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:28.904981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.39475Z","time spent":"510.222287ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:25:28.904996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.312933Z","time spent":"591.995781ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:28.905021Z","caller":"traceutil/trace.go:171","msg":"trace[1614912326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"449.888263ms","start":"2026-03-31T22:25:28.455117Z","end":"2026-03-31T22:25:28.905005Z","steps":["trace[1614912326] 'agreement among raft nodes before linearized reading' (duration: 449.798071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.905062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.455097Z","time spent":"449.956095ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:28.905115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.869272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:136258"} {"level":"info","ts":"2026-03-31T22:25:28.905174Z","caller":"traceutil/trace.go:171","msg":"trace[865525716] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1852; }","duration":"306.015836ms","start":"2026-03-31T22:25:28.599146Z","end":"2026-03-31T22:25:28.905162Z","steps":["trace[865525716] 'agreement among raft nodes before linearized reading' (duration: 305.800752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.905221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.599122Z","time spent":"306.085577ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":136280,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T22:25:31.472486Z","caller":"traceutil/trace.go:171","msg":"trace[447440250] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"157.987003ms","start":"2026-03-31T22:25:31.314481Z","end":"2026-03-31T22:25:31.472468Z","steps":["trace[447440250] 'read index received' (duration: 157.942172ms)","trace[447440250] 'applied index is now lower than readState.Index' (duration: 43.981µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:31.472536Z","caller":"traceutil/trace.go:171","msg":"trace[1685358902] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"179.206669ms","start":"2026-03-31T22:25:31.293293Z","end":"2026-03-31T22:25:31.4725Z","steps":["trace[1685358902] 'process raft request' (duration: 179.066226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:31.472678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.189438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:25:31.47272Z","caller":"traceutil/trace.go:171","msg":"trace[865471552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1885; }","duration":"158.28539ms","start":"2026-03-31T22:25:31.314422Z","end":"2026-03-31T22:25:31.472708Z","steps":["trace[865471552] 'agreement among raft nodes before linearized reading' (duration: 158.141527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:31.750524Z","caller":"traceutil/trace.go:171","msg":"trace[116836519] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"297.159766ms","start":"2026-03-31T22:25:31.453353Z","end":"2026-03-31T22:25:31.750512Z","steps":["trace[116836519] 'process raft request' (duration: 294.069457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:31.750488Z","caller":"traceutil/trace.go:171","msg":"trace[1697435721] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"277.926645ms","start":"2026-03-31T22:25:31.472544Z","end":"2026-03-31T22:25:31.750471Z","steps":["trace[1697435721] 'read index received' (duration: 274.867197ms)","trace[1697435721] 'applied index is now lower than readState.Index' (duration: 3.058728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:31.750721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.849879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:31.750766Z","caller":"traceutil/trace.go:171","msg":"trace[238796085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"296.975701ms","start":"2026-03-31T22:25:31.453781Z","end":"2026-03-31T22:25:31.750757Z","steps":["trace[238796085] 'agreement among raft nodes before linearized reading' (duration: 296.847109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:31.768656Z","caller":"traceutil/trace.go:171","msg":"trace[1033867222] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"287.759806ms","start":"2026-03-31T22:25:31.480869Z","end":"2026-03-31T22:25:31.768629Z","steps":["trace[1033867222] 'process raft request' (duration: 287.608773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:31.768731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.790115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:31.768768Z","caller":"traceutil/trace.go:171","msg":"trace[530442978] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1888; }","duration":"114.866287ms","start":"2026-03-31T22:25:31.653892Z","end":"2026-03-31T22:25:31.768758Z","steps":["trace[530442978] 'agreement among raft nodes before linearized reading' (duration: 114.792885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:31.768682Z","caller":"traceutil/trace.go:171","msg":"trace[1597178742] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"279.783697ms","start":"2026-03-31T22:25:31.488881Z","end":"2026-03-31T22:25:31.768664Z","steps":["trace[1597178742] 'process raft request' (duration: 279.657404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:34.293494Z","caller":"traceutil/trace.go:171","msg":"trace[864802739] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"213.450818ms","start":"2026-03-31T22:25:34.080019Z","end":"2026-03-31T22:25:34.29347Z","steps":["trace[864802739] 'process raft request' (duration: 199.815402ms)","trace[864802739] 'compare' (duration: 13.526053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:34.482647Z","caller":"traceutil/trace.go:171","msg":"trace[1878484736] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"401.20818ms","start":"2026-03-31T22:25:34.08141Z","end":"2026-03-31T22:25:34.482618Z","steps":["trace[1878484736] 'process raft request' (duration: 400.967615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.482813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:34.081392Z","time spent":"401.323613ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:34.48284Z","caller":"traceutil/trace.go:171","msg":"trace[75263195] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"401.335243ms","start":"2026-03-31T22:25:34.081484Z","end":"2026-03-31T22:25:34.482819Z","steps":["trace[75263195] 'process raft request' (duration: 401.062857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.482907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:34.081477Z","time spent":"401.400575ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1169,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:34.482924Z","caller":"traceutil/trace.go:171","msg":"trace[2003053734] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"398.361366ms","start":"2026-03-31T22:25:34.084556Z","end":"2026-03-31T22:25:34.482917Z","steps":["trace[2003053734] 'process raft request' (duration: 398.169501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.482962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:34.084533Z","time spent":"398.406817ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:34.482956Z","caller":"traceutil/trace.go:171","msg":"trace[1488577325] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"398.269614ms","start":"2026-03-31T22:25:34.084663Z","end":"2026-03-31T22:25:34.482932Z","steps":["trace[1488577325] 'process raft request' (duration: 398.182152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:34.483088Z","caller":"traceutil/trace.go:171","msg":"trace[121233322] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1993; }","duration":"325.87012ms","start":"2026-03-31T22:25:34.157207Z","end":"2026-03-31T22:25:34.483077Z","steps":["trace[121233322] 'read index received' (duration: 122.682382ms)","trace[121233322] 'applied index is now lower than readState.Index' (duration: 203.186898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:34.483092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:34.084655Z","time spent":"398.368956ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1202,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:34.48315Z","caller":"traceutil/trace.go:171","msg":"trace[614223300] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"396.142717ms","start":"2026-03-31T22:25:34.087001Z","end":"2026-03-31T22:25:34.483144Z","steps":["trace[614223300] 'process raft request' (duration: 395.887091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.483236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:34.086978Z","time spent":"396.194028ms","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:34.483243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.034275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:25:34.483482Z","caller":"traceutil/trace.go:171","msg":"trace[851324863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1915; }","duration":"326.28465ms","start":"2026-03-31T22:25:34.15718Z","end":"2026-03-31T22:25:34.483465Z","steps":["trace[851324863] 'agreement among raft nodes before linearized reading' (duration: 325.984863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.483529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:34.157166Z","time spent":"326.349311ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:25:34.482477Z","caller":"traceutil/trace.go:171","msg":"trace[541942499] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"401.038227ms","start":"2026-03-31T22:25:34.081398Z","end":"2026-03-31T22:25:34.482436Z","steps":["trace[541942499] 'process raft request' (duration: 400.846893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.484189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:34.081377Z","time spent":"402.762125ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:34.486278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.014488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:34.486332Z","caller":"traceutil/trace.go:171","msg":"trace[258255893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1916; }","duration":"229.083399ms","start":"2026-03-31T22:25:34.257233Z","end":"2026-03-31T22:25:34.486316Z","steps":["trace[258255893] 'agreement among raft nodes before linearized reading' (duration: 228.902355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.486453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.947442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:34.486451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.453374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:34.486443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.229004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:34.486507Z","caller":"traceutil/trace.go:171","msg":"trace[848033959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1916; }","duration":"248.524636ms","start":"2026-03-31T22:25:34.237969Z","end":"2026-03-31T22:25:34.486493Z","steps":["trace[848033959] 'agreement among raft nodes before linearized reading' (duration: 248.433724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.48655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.972229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:34.486555Z","caller":"traceutil/trace.go:171","msg":"trace[740920481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1916; }","duration":"139.421648ms","start":"2026-03-31T22:25:34.347107Z","end":"2026-03-31T22:25:34.486528Z","steps":["trace[740920481] 'agreement among raft nodes before linearized reading' (duration: 139.185192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:34.486577Z","caller":"traceutil/trace.go:171","msg":"trace[549555435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1916; }","duration":"230.01698ms","start":"2026-03-31T22:25:34.256552Z","end":"2026-03-31T22:25:34.486569Z","steps":["trace[549555435] 'agreement among raft nodes before linearized reading' (duration: 229.973659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.48628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.693563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:34.48665Z","caller":"traceutil/trace.go:171","msg":"trace[334852241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1916; }","duration":"230.071391ms","start":"2026-03-31T22:25:34.256572Z","end":"2026-03-31T22:25:34.486644Z","steps":["trace[334852241] 'agreement among raft nodes before linearized reading' (duration: 229.674522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:34.486494Z","caller":"traceutil/trace.go:171","msg":"trace[182518187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1916; }","duration":"248.113607ms","start":"2026-03-31T22:25:34.23837Z","end":"2026-03-31T22:25:34.486484Z","steps":["trace[182518187] 'agreement among raft nodes before linearized reading' (duration: 247.941293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:34.487007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.097088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:34.487052Z","caller":"traceutil/trace.go:171","msg":"trace[417267160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1916; }","duration":"249.17055ms","start":"2026-03-31T22:25:34.237873Z","end":"2026-03-31T22:25:34.487044Z","steps":["trace[417267160] 'agreement among raft nodes before linearized reading' (duration: 248.214779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:35.328855Z","caller":"traceutil/trace.go:171","msg":"trace[1177271077] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"317.082163ms","start":"2026-03-31T22:25:35.011751Z","end":"2026-03-31T22:25:35.328833Z","steps":["trace[1177271077] 'process raft request' (duration: 316.929759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.329181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:35.011733Z","time spent":"317.192715ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:35.342153Z","caller":"traceutil/trace.go:171","msg":"trace[604216738] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"296.375937ms","start":"2026-03-31T22:25:35.045759Z","end":"2026-03-31T22:25:35.342135Z","steps":["trace[604216738] 'process raft request' (duration: 296.310946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:35.342221Z","caller":"traceutil/trace.go:171","msg":"trace[709396333] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"330.342139ms","start":"2026-03-31T22:25:35.011819Z","end":"2026-03-31T22:25:35.342161Z","steps":["trace[709396333] 'process raft request' (duration: 330.130524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:35.342363Z","caller":"traceutil/trace.go:171","msg":"trace[1115873818] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2004; }","duration":"329.122814ms","start":"2026-03-31T22:25:35.013216Z","end":"2026-03-31T22:25:35.342339Z","steps":["trace[1115873818] 'read index received' (duration: 315.55981ms)","trace[1115873818] 'applied index is now lower than readState.Index' (duration: 13.560594ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:35.342403Z","caller":"traceutil/trace.go:171","msg":"trace[1242941347] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"115.479381ms","start":"2026-03-31T22:25:35.226912Z","end":"2026-03-31T22:25:35.342392Z","steps":["trace[1242941347] 'process raft request' (duration: 115.191033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.34246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:35.011802Z","time spent":"330.540165ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:35.342576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.835216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:25:35.342615Z","caller":"traceutil/trace.go:171","msg":"trace[700054374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1923; }","duration":"299.927248ms","start":"2026-03-31T22:25:35.042678Z","end":"2026-03-31T22:25:35.342606Z","steps":["trace[700054374] 'agreement among raft nodes before linearized reading' (duration: 299.802815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.342608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.544294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T22:25:35.342678Z","caller":"traceutil/trace.go:171","msg":"trace[43097511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1923; }","duration":"198.643226ms","start":"2026-03-31T22:25:35.14402Z","end":"2026-03-31T22:25:35.342663Z","steps":["trace[43097511] 'agreement among raft nodes before linearized reading' (duration: 198.472572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.34268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.43444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:35.342721Z","caller":"traceutil/trace.go:171","msg":"trace[328552907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"329.510692ms","start":"2026-03-31T22:25:35.013198Z","end":"2026-03-31T22:25:35.342709Z","steps":["trace[328552907] 'agreement among raft nodes before linearized reading' (duration: 329.292067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.342761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:35.013192Z","time spent":"329.555973ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:37.263151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.756547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T22:25:37.263262Z","caller":"traceutil/trace.go:171","msg":"trace[962020185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1930; }","duration":"370.90471ms","start":"2026-03-31T22:25:36.892333Z","end":"2026-03-31T22:25:37.263238Z","steps":["trace[962020185] 'range keys from in-memory index tree' (duration: 370.523051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:37.263315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:36.892317Z","time spent":"370.983842ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4017,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:25:46.021753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:47.144221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.134483ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:47.144331Z","caller":"traceutil/trace.go:171","msg":"trace[900152793] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2038; }","duration":"551.250685ms","start":"2026-03-31T22:25:46.593058Z","end":"2026-03-31T22:25:47.144309Z","steps":["trace[900152793] 'range keys from in-memory index tree' (duration: 551.120022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:47.145267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.854433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:47.145478Z","caller":"traceutil/trace.go:171","msg":"trace[652541125] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"1.63554789s","start":"2026-03-31T22:25:45.509906Z","end":"2026-03-31T22:25:47.145454Z","steps":["trace[652541125] 'process raft request' (duration: 806.421011ms)","trace[652541125] 'compare' (duration: 828.664029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:47.145608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.509886Z","time spent":"1.635682402s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:47.207685Z","caller":"traceutil/trace.go:171","msg":"trace[1287456897] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2125; }","duration":"1.68688054s","start":"2026-03-31T22:25:45.520785Z","end":"2026-03-31T22:25:47.207665Z","steps":["trace[1287456897] 'read index received' (duration: 795.569146ms)","trace[1287456897] 'applied index is now lower than readState.Index' (duration: 891.310484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:47.207898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687104826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:25:47.20784Z","caller":"traceutil/trace.go:171","msg":"trace[1052624270] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"1.502827372s","start":"2026-03-31T22:25:45.704951Z","end":"2026-03-31T22:25:47.207778Z","steps":["trace[1052624270] 'process raft request' (duration: 1.502585666s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:47.20794Z","caller":"traceutil/trace.go:171","msg":"trace[913556498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2040; }","duration":"1.687193028s","start":"2026-03-31T22:25:45.520736Z","end":"2026-03-31T22:25:47.207929Z","steps":["trace[913556498] 'agreement among raft nodes before linearized reading' (duration: 1.687030374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:47.20797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.520714Z","time spent":"1.687248739s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:25:47.208139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.704933Z","time spent":"1.503039006s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:47.707971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:48.208999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:48.45237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:25:48.452471Z","caller":"traceutil/trace.go:171","msg":"trace[1776849352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027495s","start":"2026-03-31T22:25:46.452419Z","end":"2026-03-31T22:25:48.452447Z","steps":["trace[1776849352] 'agreement among raft nodes before linearized reading' (duration: 1.999899052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.452536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.452396Z","time spent":"2.000116957s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:48.709504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:48.960728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.753123526s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:25:48.961195Z","caller":"traceutil/trace.go:171","msg":"trace[1969264345] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"2.390212347s","start":"2026-03-31T22:25:46.57095Z","end":"2026-03-31T22:25:48.961163Z","steps":["trace[1969264345] 'process raft request' (duration: 2.390001022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.961355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.570926Z","time spent":"2.39033915s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:48.96145Z","caller":"traceutil/trace.go:171","msg":"trace[1798218872] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"2.188525553s","start":"2026-03-31T22:25:46.772886Z","end":"2026-03-31T22:25:48.961412Z","steps":["trace[1798218872] 'process raft request' (duration: 2.188210176s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.961462Z","caller":"traceutil/trace.go:171","msg":"trace[702775423] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.893801722s","start":"2026-03-31T22:25:47.067633Z","end":"2026-03-31T22:25:48.961435Z","steps":["trace[702775423] 'process raft request' (duration: 1.893660119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.961605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.772848Z","time spent":"2.188679557s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:48.961616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.067609Z","time spent":"1.893926354s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:49.517002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.82344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:49.517175Z","caller":"traceutil/trace.go:171","msg":"trace[1037337046] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2127; }","duration":"2.309418156s","start":"2026-03-31T22:25:47.207743Z","end":"2026-03-31T22:25:49.517161Z","steps":["trace[1037337046] 'read index received' (duration: 1.753308551s)","trace[1037337046] 'applied index is now lower than readState.Index' (duration: 556.108635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:49.517244Z","caller":"traceutil/trace.go:171","msg":"trace[1952170764] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"2.304578028s","start":"2026-03-31T22:25:47.212657Z","end":"2026-03-31T22:25:49.517235Z","steps":["trace[1952170764] 'process raft request' (duration: 1.87544904s)","trace[1952170764] 'compare' (duration: 428.671737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:49.517285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.212632Z","time spent":"2.304631118s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:49.517416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457774507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-31T22:25:49.517413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187581925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:25:49.517484Z","caller":"traceutil/trace.go:171","msg":"trace[2008085182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2045; }","duration":"3.187687288s","start":"2026-03-31T22:25:46.329777Z","end":"2026-03-31T22:25:49.517464Z","steps":["trace[2008085182] 'agreement among raft nodes before linearized reading' (duration: 3.187486793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.517504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059050357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:49.51753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.560884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:49.517531Z","caller":"traceutil/trace.go:171","msg":"trace[388040146] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"2.079701353s","start":"2026-03-31T22:25:47.437812Z","end":"2026-03-31T22:25:49.517514Z","steps":["trace[388040146] 'process raft request' (duration: 2.079270962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.51755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.997217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:49.517575Z","caller":"traceutil/trace.go:171","msg":"trace[71241480] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2045; }","duration":"428.654376ms","start":"2026-03-31T22:25:49.088908Z","end":"2026-03-31T22:25:49.517562Z","steps":["trace[71241480] 'agreement among raft nodes before linearized reading' (duration: 428.573634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:49.517572Z","caller":"traceutil/trace.go:171","msg":"trace[518630475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2045; }","duration":"1.059145959s","start":"2026-03-31T22:25:48.458406Z","end":"2026-03-31T22:25:49.517552Z","steps":["trace[518630475] 'agreement among raft nodes before linearized reading' (duration: 1.059055277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.51758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.880769145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-31T22:25:49.517551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996486451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:25:49.517566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744086077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:25:49.517614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.088883Z","time spent":"428.721588ms","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:25:49.517618Z","caller":"traceutil/trace.go:171","msg":"trace[1460523051] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2045; }","duration":"911.112809ms","start":"2026-03-31T22:25:48.606485Z","end":"2026-03-31T22:25:49.517598Z","steps":["trace[1460523051] 'agreement among raft nodes before linearized reading' (duration: 911.004366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.51763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007624716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:25:49.51764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.437779Z","time spent":"2.079807475s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:49.517439Z","caller":"traceutil/trace.go:171","msg":"trace[764898146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9; range_end:; response_count:1; response_revision:2045; }","duration":"3.457824468s","start":"2026-03-31T22:25:46.059606Z","end":"2026-03-31T22:25:49.51743Z","steps":["trace[764898146] 'agreement among raft nodes before linearized reading' (duration: 3.457721346s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:49.51764Z","caller":"traceutil/trace.go:171","msg":"trace[1544241992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2045; }","duration":"3.996612473s","start":"2026-03-31T22:25:45.52101Z","end":"2026-03-31T22:25:49.517623Z","steps":["trace[1544241992] 'agreement among raft nodes before linearized reading' (duration: 3.996391348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.517639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924970241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T22:25:49.517668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.606467Z","time spent":"911.186761ms","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:49.517678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932711857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:25:49.517684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.059591Z","time spent":"3.458081803s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9\" "} {"level":"info","ts":"2026-03-31T22:25:49.517677Z","caller":"traceutil/trace.go:171","msg":"trace[1232488146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2045; }","duration":"2.74422629s","start":"2026-03-31T22:25:46.773412Z","end":"2026-03-31T22:25:49.517638Z","steps":["trace[1232488146] 'agreement among raft nodes before linearized reading' (duration: 2.743997175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.517694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.322493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:49.517709Z","caller":"traceutil/trace.go:171","msg":"trace[106036597] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2045; }","duration":"1.925063754s","start":"2026-03-31T22:25:47.592625Z","end":"2026-03-31T22:25:49.517689Z","steps":["trace[106036597] 'agreement among raft nodes before linearized reading' (duration: 1.924860209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.517524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.32976Z","time spent":"3.187751819s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:25:49.517731Z","caller":"traceutil/trace.go:171","msg":"trace[1841132022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2045; }","duration":"2.932776739s","start":"2026-03-31T22:25:46.584934Z","end":"2026-03-31T22:25:49.517711Z","steps":["trace[1841132022] 'agreement among raft nodes before linearized reading' (duration: 2.932534384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.517742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.773396Z","time spent":"2.744331873s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:25:49.517623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.45839Z","time spent":"1.059221661s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:49.517751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849295814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20d68078415e3\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-31T22:25:49.517763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.592612Z","time spent":"1.925138166s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T22:25:49.517774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.584922Z","time spent":"2.93284067s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:25:49.51769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.520994Z","time spent":"3.996688186s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:25:49.517807Z","caller":"traceutil/trace.go:171","msg":"trace[297500073] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20d68078415e3; range_end:; response_count:1; response_revision:2045; }","duration":"1.849397776s","start":"2026-03-31T22:25:47.668389Z","end":"2026-03-31T22:25:49.517787Z","steps":["trace[297500073] 'agreement among raft nodes before linearized reading' (duration: 1.849106709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.517546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774252363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:25:49.517856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.668371Z","time spent":"1.849473617s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20d68078415e3\" "} {"level":"info","ts":"2026-03-31T22:25:49.517881Z","caller":"traceutil/trace.go:171","msg":"trace[1512102142] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:2045; }","duration":"2.774652293s","start":"2026-03-31T22:25:46.743212Z","end":"2026-03-31T22:25:49.517864Z","steps":["trace[1512102142] 'agreement among raft nodes before linearized reading' (duration: 2.774222523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.517931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:46.743187Z","time spent":"2.774729204s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"info","ts":"2026-03-31T22:25:49.517662Z","caller":"traceutil/trace.go:171","msg":"trace[1444073018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2045; }","duration":"2.007694878s","start":"2026-03-31T22:25:47.50996Z","end":"2026-03-31T22:25:49.517655Z","steps":["trace[1444073018] 'agreement among raft nodes before linearized reading' (duration: 2.007602536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.518004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.509941Z","time spent":"2.008039955s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:49.517586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059032867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T22:25:49.518085Z","caller":"traceutil/trace.go:171","msg":"trace[1390035330] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b; range_end:; response_count:1; response_revision:2045; }","duration":"1.059576318s","start":"2026-03-31T22:25:48.458495Z","end":"2026-03-31T22:25:49.518072Z","steps":["trace[1390035330] 'agreement among raft nodes before linearized reading' (duration: 1.058952144s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:49.517627Z","caller":"traceutil/trace.go:171","msg":"trace[1251601977] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9; range_end:; response_count:1; response_revision:2045; }","duration":"3.880817486s","start":"2026-03-31T22:25:45.636795Z","end":"2026-03-31T22:25:49.517612Z","steps":["trace[1251601977] 'agreement among raft nodes before linearized reading' (duration: 3.880638842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.518108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:48.45849Z","time spent":"1.059611409s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" "} {"level":"warn","ts":"2026-03-31T22:25:49.518145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:45.636746Z","time spent":"3.881379228s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9\" "} {"level":"warn","ts":"2026-03-31T22:25:49.517635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077096514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:49.518245Z","caller":"traceutil/trace.go:171","msg":"trace[1883691662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2045; }","duration":"2.077725189s","start":"2026-03-31T22:25:47.440505Z","end":"2026-03-31T22:25:49.51823Z","steps":["trace[1883691662] 'agreement among raft nodes before linearized reading' (duration: 2.076925111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.518292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.440496Z","time spent":"2.07777669s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:25:49.517732Z","caller":"traceutil/trace.go:171","msg":"trace[239338399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2045; }","duration":"368.397765ms","start":"2026-03-31T22:25:49.149327Z","end":"2026-03-31T22:25:49.517725Z","steps":["trace[239338399] 'agreement among raft nodes before linearized reading' (duration: 368.128909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:49.518363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.149305Z","time spent":"369.045539ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:51.280915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.55494119s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:25:51.281908Z","caller":"traceutil/trace.go:171","msg":"trace[142985087] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.761488153s","start":"2026-03-31T22:25:49.5204Z","end":"2026-03-31T22:25:51.281888Z","steps":["trace[142985087] 'process raft request' (duration: 1.760714866s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.281978Z","caller":"traceutil/trace.go:171","msg":"trace[321568969] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"1.759558341s","start":"2026-03-31T22:25:49.522392Z","end":"2026-03-31T22:25:51.281951Z","steps":["trace[321568969] 'process raft request' (duration: 1.75949182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.282033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.520389Z","time spent":"1.761580296s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.282086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.522382Z","time spent":"1.759644254s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.282247Z","caller":"traceutil/trace.go:171","msg":"trace[268918730] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.760455842s","start":"2026-03-31T22:25:49.521779Z","end":"2026-03-31T22:25:51.282235Z","steps":["trace[268918730] 'process raft request' (duration: 1.760001991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.282297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.52177Z","time spent":"1.760497822s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.282326Z","caller":"traceutil/trace.go:171","msg":"trace[1469753738] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"1.759673724s","start":"2026-03-31T22:25:49.522627Z","end":"2026-03-31T22:25:51.2823Z","steps":["trace[1469753738] 'process raft request' (duration: 1.759292925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.282453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.522619Z","time spent":"1.759766297s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.282426Z","caller":"traceutil/trace.go:171","msg":"trace[1188839841] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"1.759442389s","start":"2026-03-31T22:25:49.522975Z","end":"2026-03-31T22:25:51.282417Z","steps":["trace[1188839841] 'process raft request' (duration: 1.759227794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.283015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.522968Z","time spent":"1.760006731s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.283028Z","caller":"traceutil/trace.go:171","msg":"trace[295848132] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"1.759897529s","start":"2026-03-31T22:25:49.523119Z","end":"2026-03-31T22:25:51.283016Z","steps":["trace[295848132] 'process raft request' (duration: 1.759259545s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.283056Z","caller":"traceutil/trace.go:171","msg":"trace[2091351301] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.759467829s","start":"2026-03-31T22:25:49.523572Z","end":"2026-03-31T22:25:51.28304Z","steps":["trace[2091351301] 'process raft request' (duration: 1.759364847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.283106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.523113Z","time spent":"1.75994013s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.283139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.523566Z","time spent":"1.759525411s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.283168Z","caller":"traceutil/trace.go:171","msg":"trace[1385037063] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"1.758909687s","start":"2026-03-31T22:25:49.524251Z","end":"2026-03-31T22:25:51.283161Z","steps":["trace[1385037063] 'process raft request' (duration: 1.758814455s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.283155Z","caller":"traceutil/trace.go:171","msg":"trace[1654080259] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2132; }","duration":"1.706777737s","start":"2026-03-31T22:25:49.576366Z","end":"2026-03-31T22:25:51.283143Z","steps":["trace[1654080259] 'read index received' (duration: 145.161346ms)","trace[1654080259] 'applied index is now lower than readState.Index' (duration: 1.561615641s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:51.283253Z","caller":"traceutil/trace.go:171","msg":"trace[442452053] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"1.755398638s","start":"2026-03-31T22:25:49.527842Z","end":"2026-03-31T22:25:51.283241Z","steps":["trace[442452053] 'process raft request' (duration: 1.755260335s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.283293Z","caller":"traceutil/trace.go:171","msg":"trace[667912560] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"1.759243664s","start":"2026-03-31T22:25:49.524042Z","end":"2026-03-31T22:25:51.283285Z","steps":["trace[667912560] 'process raft request' (duration: 1.758951547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.283306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.527833Z","time spent":"1.755446309s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.283329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.524033Z","time spent":"1.759277234s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.283339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706972451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-31T22:25:51.283256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.524245Z","time spent":"1.758983399s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.283362Z","caller":"traceutil/trace.go:171","msg":"trace[204259868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2055; }","duration":"1.707031162s","start":"2026-03-31T22:25:49.576323Z","end":"2026-03-31T22:25:51.283355Z","steps":["trace[204259868] 'agreement among raft nodes before linearized reading' (duration: 1.70693652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.283385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.576302Z","time spent":"1.707078223s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:25:51.355753Z","caller":"traceutil/trace.go:171","msg":"trace[1048098103] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"1.62573686s","start":"2026-03-31T22:25:49.729984Z","end":"2026-03-31T22:25:51.355721Z","steps":["trace[1048098103] 'process raft request' (duration: 1.625474884s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:51.355783Z","caller":"traceutil/trace.go:171","msg":"trace[1851500811] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"389.138349ms","start":"2026-03-31T22:25:50.966609Z","end":"2026-03-31T22:25:51.355747Z","steps":["trace[1851500811] 'process raft request' (duration: 389.001546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.355919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.577429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-31T22:25:51.355945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:49.729954Z","time spent":"1.625884813s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:51.355989Z","caller":"traceutil/trace.go:171","msg":"trace[701713420] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9; range_end:; response_count:1; response_revision:2058; }","duration":"829.694292ms","start":"2026-03-31T22:25:50.526277Z","end":"2026-03-31T22:25:51.355971Z","steps":["trace[701713420] 'agreement among raft nodes before linearized reading' (duration: 829.541728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.356043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:50.526256Z","time spent":"829.773773ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9\" "} {"level":"warn","ts":"2026-03-31T22:25:51.355928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:50.966591Z","time spent":"389.257392ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:51.35607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.764597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:25:51.356111Z","caller":"traceutil/trace.go:171","msg":"trace[990549233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2058; }","duration":"830.833657ms","start":"2026-03-31T22:25:50.525263Z","end":"2026-03-31T22:25:51.356097Z","steps":["trace[990549233] 'agreement among raft nodes before linearized reading' (duration: 830.693904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.356139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:50.525244Z","time spent":"830.887929ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:25:51.355775Z","caller":"traceutil/trace.go:171","msg":"trace[1035703896] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"387.874161ms","start":"2026-03-31T22:25:50.967882Z","end":"2026-03-31T22:25:51.355756Z","steps":["trace[1035703896] 'process raft request' (duration: 387.786759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:51.356272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:50.967871Z","time spent":"388.332932ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:54.694395Z","caller":"traceutil/trace.go:171","msg":"trace[1332892600] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2090; }","duration":"191.125078ms","start":"2026-03-31T22:25:54.503246Z","end":"2026-03-31T22:25:54.694371Z","steps":["trace[1332892600] 'process raft request' (duration: 190.997236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:55.724392Z","caller":"traceutil/trace.go:171","msg":"trace[1390773397] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"138.701131ms","start":"2026-03-31T22:25:55.585669Z","end":"2026-03-31T22:25:55.72437Z","steps":["trace[1390773397] 'process raft request' (duration: 138.583998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:59.315975Z","caller":"traceutil/trace.go:171","msg":"trace[1178936416] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2228; }","duration":"158.045695ms","start":"2026-03-31T22:25:59.157898Z","end":"2026-03-31T22:25:59.315944Z","steps":["trace[1178936416] 'read index received' (duration: 75.222257ms)","trace[1178936416] 'applied index is now lower than readState.Index' (duration: 82.822318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:59.316046Z","caller":"traceutil/trace.go:171","msg":"trace[1119648384] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"170.402802ms","start":"2026-03-31T22:25:59.14561Z","end":"2026-03-31T22:25:59.316013Z","steps":["trace[1119648384] 'process raft request' (duration: 87.515574ms)","trace[1119648384] 'compare' (duration: 82.621032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:59.316191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.27613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T22:25:59.316295Z","caller":"traceutil/trace.go:171","msg":"trace[1650018248] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a1bc2651-ee1e-42a7-b799-8a639fb77ea9; range_end:; response_count:1; response_revision:2139; }","duration":"158.433693ms","start":"2026-03-31T22:25:59.157841Z","end":"2026-03-31T22:25:59.316274Z","steps":["trace[1650018248] 'agreement among raft nodes before linearized reading' (duration: 158.206198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:59.740659Z","caller":"traceutil/trace.go:171","msg":"trace[1874731923] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"279.701885ms","start":"2026-03-31T22:25:59.460932Z","end":"2026-03-31T22:25:59.740634Z","steps":["trace[1874731923] 'process raft request' (duration: 279.570112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:59.740928Z","caller":"traceutil/trace.go:171","msg":"trace[710805792] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"280.047712ms","start":"2026-03-31T22:25:59.460866Z","end":"2026-03-31T22:25:59.740914Z","steps":["trace[710805792] 'process raft request' (duration: 234.183174ms)","trace[710805792] 'compare' (duration: 45.017919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:59.740959Z","caller":"traceutil/trace.go:171","msg":"trace[1502951468] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"279.815807ms","start":"2026-03-31T22:25:59.461112Z","end":"2026-03-31T22:25:59.740927Z","steps":["trace[1502951468] 'process raft request' (duration: 279.49031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:59.740966Z","caller":"traceutil/trace.go:171","msg":"trace[1215681776] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"279.795097ms","start":"2026-03-31T22:25:59.461146Z","end":"2026-03-31T22:25:59.740941Z","steps":["trace[1215681776] 'process raft request' (duration: 279.590922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:59.740981Z","caller":"traceutil/trace.go:171","msg":"trace[1352629288] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2232; }","duration":"274.667881ms","start":"2026-03-31T22:25:59.466296Z","end":"2026-03-31T22:25:59.740964Z","steps":["trace[1352629288] 'read index received' (duration: 228.728041ms)","trace[1352629288] 'applied index is now lower than readState.Index' (duration: 45.93719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:59.741099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.786994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:59.741122Z","caller":"traceutil/trace.go:171","msg":"trace[6340478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"274.826254ms","start":"2026-03-31T22:25:59.466289Z","end":"2026-03-31T22:25:59.741116Z","steps":["trace[6340478] 'agreement among raft nodes before linearized reading' (duration: 274.727852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:01.674266Z","caller":"traceutil/trace.go:171","msg":"trace[640168078] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"525.110159ms","start":"2026-03-31T22:26:01.149134Z","end":"2026-03-31T22:26:01.674244Z","steps":["trace[640168078] 'process raft request' (duration: 524.940875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:01.674393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:01.14912Z","time spent":"525.217031ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:26:01.696351Z","caller":"traceutil/trace.go:171","msg":"trace[453798968] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"234.195534ms","start":"2026-03-31T22:26:01.462145Z","end":"2026-03-31T22:26:01.696341Z","steps":["trace[453798968] 'process raft request' (duration: 234.136923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:01.696371Z","caller":"traceutil/trace.go:171","msg":"trace[2012985745] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"537.888216ms","start":"2026-03-31T22:26:01.158452Z","end":"2026-03-31T22:26:01.69634Z","steps":["trace[2012985745] 'process raft request' (duration: 529.537969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:01.696508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:01.158433Z","time spent":"538.000209ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11973,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:01.696546Z","caller":"traceutil/trace.go:171","msg":"trace[1528698854] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2238; }","duration":"457.558123ms","start":"2026-03-31T22:26:01.238934Z","end":"2026-03-31T22:26:01.696492Z","steps":["trace[1528698854] 'read index received' (duration: 435.219322ms)","trace[1528698854] 'applied index is now lower than readState.Index' (duration: 22.335971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:01.696597Z","caller":"traceutil/trace.go:171","msg":"trace[2025442033] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"234.312745ms","start":"2026-03-31T22:26:01.46227Z","end":"2026-03-31T22:26:01.696583Z","steps":["trace[2025442033] 'process raft request' (duration: 234.0467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:01.696768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.221665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-31T22:26:01.696808Z","caller":"traceutil/trace.go:171","msg":"trace[1938070393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2152; }","duration":"288.261056ms","start":"2026-03-31T22:26:01.408534Z","end":"2026-03-31T22:26:01.696795Z","steps":["trace[1938070393] 'agreement among raft nodes before linearized reading' (duration: 288.192385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:01.696868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.903962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T22:26:01.696893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.516425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:01.696921Z","caller":"traceutil/trace.go:171","msg":"trace[920978352] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2152; }","duration":"458.019114ms","start":"2026-03-31T22:26:01.238884Z","end":"2026-03-31T22:26:01.696903Z","steps":["trace[920978352] 'agreement among raft nodes before linearized reading' (duration: 457.798909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:01.69694Z","caller":"traceutil/trace.go:171","msg":"trace[822636472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"244.604067ms","start":"2026-03-31T22:26:01.452322Z","end":"2026-03-31T22:26:01.696926Z","steps":["trace[822636472] 'agreement among raft nodes before linearized reading' (duration: 244.535056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:01.696947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.654288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:26:01.696972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:01.238862Z","time spent":"458.095326ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:26:01.696977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.090039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:01.697016Z","caller":"traceutil/trace.go:171","msg":"trace[1048523227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2152; }","duration":"225.162701ms","start":"2026-03-31T22:26:01.471843Z","end":"2026-03-31T22:26:01.697006Z","steps":["trace[1048523227] 'agreement among raft nodes before linearized reading' (duration: 225.012787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:01.696982Z","caller":"traceutil/trace.go:171","msg":"trace[1673144836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2152; }","duration":"228.71713ms","start":"2026-03-31T22:26:01.468257Z","end":"2026-03-31T22:26:01.696974Z","steps":["trace[1673144836] 'agreement among raft nodes before linearized reading' (duration: 228.593637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.095807Z","caller":"traceutil/trace.go:171","msg":"trace[558576309] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"167.455336ms","start":"2026-03-31T22:26:11.928303Z","end":"2026-03-31T22:26:12.095758Z","steps":["trace[558576309] 'process raft request' (duration: 167.20066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.304371Z","caller":"traceutil/trace.go:171","msg":"trace[856735355] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2305; }","duration":"371.418943ms","start":"2026-03-31T22:26:11.932911Z","end":"2026-03-31T22:26:12.30433Z","steps":["trace[856735355] 'read index received' (duration: 162.604558ms)","trace[856735355] 'applied index is now lower than readState.Index' (duration: 208.812785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:12.30453Z","caller":"traceutil/trace.go:171","msg":"trace[1055950990] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"374.731026ms","start":"2026-03-31T22:26:11.929724Z","end":"2026-03-31T22:26:12.304455Z","steps":["trace[1055950990] 'process raft request' (duration: 345.5119ms)","trace[1055950990] 'compare' (duration: 28.827498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:12.304712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.33783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:26:12.304759Z","caller":"traceutil/trace.go:171","msg":"trace[1422953895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2213; }","duration":"371.420993ms","start":"2026-03-31T22:26:11.933324Z","end":"2026-03-31T22:26:12.304745Z","steps":["trace[1422953895] 'agreement among raft nodes before linearized reading' (duration: 371.220298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.304795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.933315Z","time spent":"371.469504ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:12.304787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.929715Z","time spent":"374.938071ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:12.304836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.323501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:26:12.304714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.77561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:26:12.304969Z","caller":"traceutil/trace.go:171","msg":"trace[1823601627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2213; }","duration":"355.505545ms","start":"2026-03-31T22:26:11.949437Z","end":"2026-03-31T22:26:12.304942Z","steps":["trace[1823601627] 'agreement among raft nodes before linearized reading' (duration: 355.189338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.305008Z","caller":"traceutil/trace.go:171","msg":"trace[1867018168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2213; }","duration":"372.100317ms","start":"2026-03-31T22:26:11.932891Z","end":"2026-03-31T22:26:12.304991Z","steps":["trace[1867018168] 'agreement among raft nodes before linearized reading' (duration: 371.552535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.305053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.932879Z","time spent":"372.162608ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:26:12.305056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.949418Z","time spent":"355.621497ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:26:12.504883Z","caller":"traceutil/trace.go:171","msg":"trace[273053745] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"194.232677ms","start":"2026-03-31T22:26:12.310585Z","end":"2026-03-31T22:26:12.504817Z","steps":["trace[273053745] 'process raft request' (duration: 163.555109ms)","trace[273053745] 'compare' (duration: 30.32831ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:12.505005Z","caller":"traceutil/trace.go:171","msg":"trace[717717104] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"194.060453ms","start":"2026-03-31T22:26:12.3109Z","end":"2026-03-31T22:26:12.504961Z","steps":["trace[717717104] 'process raft request' (duration: 193.752246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:21.503442Z","caller":"traceutil/trace.go:171","msg":"trace[1280977605] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"138.62805ms","start":"2026-03-31T22:26:21.364787Z","end":"2026-03-31T22:26:21.503415Z","steps":["trace[1280977605] 'process raft request' (duration: 96.461484ms)","trace[1280977605] 'compare' (duration: 41.96003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:22.058877Z","caller":"traceutil/trace.go:171","msg":"trace[193824053] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"104.076814ms","start":"2026-03-31T22:26:21.954765Z","end":"2026-03-31T22:26:22.058842Z","steps":["trace[193824053] 'process raft request' (duration: 103.771808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:23.614319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.979364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:23.614443Z","caller":"traceutil/trace.go:171","msg":"trace[1427583721] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2376; }","duration":"255.116912ms","start":"2026-03-31T22:26:23.359313Z","end":"2026-03-31T22:26:23.61443Z","steps":["trace[1427583721] 'read index received' (duration: 63.873822ms)","trace[1427583721] 'applied index is now lower than readState.Index' (duration: 191.24196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:23.614586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.420114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:23.614621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.308186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T22:26:23.614626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.437221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:23.614614Z","caller":"traceutil/trace.go:171","msg":"trace[1880468972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2281; }","duration":"162.480854ms","start":"2026-03-31T22:26:23.452125Z","end":"2026-03-31T22:26:23.614606Z","steps":["trace[1880468972] 'agreement among raft nodes before linearized reading' (duration: 162.373882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:23.614627Z","caller":"traceutil/trace.go:171","msg":"trace[357170404] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"283.848007ms","start":"2026-03-31T22:26:23.330751Z","end":"2026-03-31T22:26:23.614599Z","steps":["trace[357170404] 'process raft request' (duration: 92.519475ms)","trace[357170404] 'compare' (duration: 190.79556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:23.614629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.974382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:23.614688Z","caller":"traceutil/trace.go:171","msg":"trace[1091402966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2281; }","duration":"136.545043ms","start":"2026-03-31T22:26:23.47813Z","end":"2026-03-31T22:26:23.614675Z","steps":["trace[1091402966] 'agreement among raft nodes before linearized reading' (duration: 136.42671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:23.614724Z","caller":"traceutil/trace.go:171","msg":"trace[1101389419] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2281; }","duration":"108.113944ms","start":"2026-03-31T22:26:23.50659Z","end":"2026-03-31T22:26:23.614704Z","steps":["trace[1101389419] 'agreement among raft nodes before linearized reading' (duration: 107.947381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:23.614902Z","caller":"traceutil/trace.go:171","msg":"trace[1442146639] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2281; }","duration":"255.408088ms","start":"2026-03-31T22:26:23.359253Z","end":"2026-03-31T22:26:23.614661Z","steps":["trace[1442146639] 'agreement among raft nodes before linearized reading' (duration: 255.242925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:24.728511Z","caller":"traceutil/trace.go:171","msg":"trace[842585450] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"136.113914ms","start":"2026-03-31T22:26:24.592362Z","end":"2026-03-31T22:26:24.728476Z","steps":["trace[842585450] 'process raft request' (duration: 135.436859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:26.865407Z","caller":"traceutil/trace.go:171","msg":"trace[1171229516] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"120.183396ms","start":"2026-03-31T22:26:26.745195Z","end":"2026-03-31T22:26:26.865378Z","steps":["trace[1171229516] 'read index received' (duration: 119.90963ms)","trace[1171229516] 'applied index is now lower than readState.Index' (duration: 272.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:26.865548Z","caller":"traceutil/trace.go:171","msg":"trace[294246668] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"128.366108ms","start":"2026-03-31T22:26:26.737145Z","end":"2026-03-31T22:26:26.865511Z","steps":["trace[294246668] 'process raft request' (duration: 128.035861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:26.865797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.539364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:26:26.865783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.535521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:26.865868Z","caller":"traceutil/trace.go:171","msg":"trace[1243303177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2300; }","duration":"114.754226ms","start":"2026-03-31T22:26:26.751091Z","end":"2026-03-31T22:26:26.865845Z","steps":["trace[1243303177] 'agreement among raft nodes before linearized reading' (duration: 114.50107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:26.865866Z","caller":"traceutil/trace.go:171","msg":"trace[630866375] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:2300; }","duration":"120.662687ms","start":"2026-03-31T22:26:26.745167Z","end":"2026-03-31T22:26:26.865829Z","steps":["trace[630866375] 'agreement among raft nodes before linearized reading' (duration: 120.37566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:29.052447Z","caller":"traceutil/trace.go:171","msg":"trace[550223543] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"145.593309ms","start":"2026-03-31T22:26:28.906826Z","end":"2026-03-31T22:26:29.052419Z","steps":["trace[550223543] 'process raft request' (duration: 105.465109ms)","trace[550223543] 'compare' (duration: 39.824024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:29.352374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.14266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:29.352452Z","caller":"traceutil/trace.go:171","msg":"trace[178687257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2314; }","duration":"182.264823ms","start":"2026-03-31T22:26:29.170168Z","end":"2026-03-31T22:26:29.352433Z","steps":["trace[178687257] 'range keys from in-memory index tree' (duration: 181.990257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:31.449305Z","caller":"traceutil/trace.go:171","msg":"trace[689316537] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"390.241466ms","start":"2026-03-31T22:26:31.059038Z","end":"2026-03-31T22:26:31.44928Z","steps":["trace[689316537] 'process raft request' (duration: 372.218786ms)","trace[689316537] 'compare' (duration: 17.521489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:31.449447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:31.059011Z","time spent":"390.362659ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:34.266125Z","caller":"traceutil/trace.go:171","msg":"trace[113886801] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"104.526328ms","start":"2026-03-31T22:26:34.161573Z","end":"2026-03-31T22:26:34.266099Z","steps":["trace[113886801] 'process raft request' (duration: 39.393134ms)","trace[113886801] 'compare' (duration: 64.587943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:36.723506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.655418ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:36.723627Z","caller":"traceutil/trace.go:171","msg":"trace[655040599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2344; }","duration":"130.805302ms","start":"2026-03-31T22:26:36.592804Z","end":"2026-03-31T22:26:36.723609Z","steps":["trace[655040599] 'range keys from in-memory index tree' (duration: 130.624948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:36.723803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.911116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:36.724098Z","caller":"traceutil/trace.go:171","msg":"trace[1018725561] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"444.222344ms","start":"2026-03-31T22:26:36.279821Z","end":"2026-03-31T22:26:36.724043Z","steps":["trace[1018725561] 'process raft request' (duration: 68.990201ms)","trace[1018725561] 'compare' (duration: 374.63541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:36.724222Z","caller":"traceutil/trace.go:171","msg":"trace[1020198281] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"444.253965ms","start":"2026-03-31T22:26:36.279938Z","end":"2026-03-31T22:26:36.724191Z","steps":["trace[1020198281] 'process raft request' (duration: 444.02626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:36.72431Z","caller":"traceutil/trace.go:171","msg":"trace[1311332940] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"243.199125ms","start":"2026-03-31T22:26:36.481092Z","end":"2026-03-31T22:26:36.724291Z","steps":["trace[1311332940] 'process raft request' (duration: 242.97667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:36.724356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.279903Z","time spent":"444.380987ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:36.724324Z","caller":"traceutil/trace.go:171","msg":"trace[86854353] linearizableReadLoop","detail":"{readStateIndex:2444; appliedIndex:2442; }","duration":"359.485684ms","start":"2026-03-31T22:26:36.364813Z","end":"2026-03-31T22:26:36.724298Z","steps":["trace[86854353] 'read index received' (duration: 37.281µs)","trace[86854353] 'applied index is now lower than readState.Index' (duration: 359.431892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:36.724591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.515738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:36.724623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.810051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:26:36.724652Z","caller":"traceutil/trace.go:171","msg":"trace[1570845911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2347; }","duration":"269.62624ms","start":"2026-03-31T22:26:36.455015Z","end":"2026-03-31T22:26:36.724642Z","steps":["trace[1570845911] 'agreement among raft nodes before linearized reading' (duration: 269.525608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:36.724681Z","caller":"traceutil/trace.go:171","msg":"trace[1808021994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2347; }","duration":"359.895643ms","start":"2026-03-31T22:26:36.36477Z","end":"2026-03-31T22:26:36.724666Z","steps":["trace[1808021994] 'agreement among raft nodes before linearized reading' (duration: 359.615617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:36.724664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.601462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T22:26:36.724712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.364753Z","time spent":"359.951434ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:26:36.724724Z","caller":"traceutil/trace.go:171","msg":"trace[427979649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2347; }","duration":"238.685804ms","start":"2026-03-31T22:26:36.486021Z","end":"2026-03-31T22:26:36.724707Z","steps":["trace[427979649] 'agreement among raft nodes before linearized reading' (duration: 238.50888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:36.724726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.284793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:26:36.724771Z","caller":"traceutil/trace.go:171","msg":"trace[947296648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2347; }","duration":"269.353965ms","start":"2026-03-31T22:26:36.455402Z","end":"2026-03-31T22:26:36.724756Z","steps":["trace[947296648] 'agreement among raft nodes before linearized reading' (duration: 269.199951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:36.724786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.917481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:26:36.724687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.440901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:26:36.724822Z","caller":"traceutil/trace.go:171","msg":"trace[2071205041] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2347; }","duration":"216.981303ms","start":"2026-03-31T22:26:36.507827Z","end":"2026-03-31T22:26:36.724809Z","steps":["trace[2071205041] 'agreement among raft nodes before linearized reading' (duration: 216.919552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:36.724837Z","caller":"traceutil/trace.go:171","msg":"trace[450820884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2347; }","duration":"253.627115ms","start":"2026-03-31T22:26:36.471201Z","end":"2026-03-31T22:26:36.724828Z","steps":["trace[450820884] 'agreement among raft nodes before linearized reading' (duration: 253.38035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:36.724888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.279802Z","time spent":"444.394877ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:39.032605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:37.617373Z","time spent":"1.415226052s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:26:39.032919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19008909s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:39.033197Z","caller":"traceutil/trace.go:171","msg":"trace[489746681] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"2.304286602s","start":"2026-03-31T22:26:36.728889Z","end":"2026-03-31T22:26:39.033176Z","steps":["trace[489746681] 'process raft request' (duration: 113.858485ms)","trace[489746681] 'compare' (duration: 2.189476077s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:39.033325Z","caller":"traceutil/trace.go:171","msg":"trace[1164182315] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"2.302828571s","start":"2026-03-31T22:26:36.730447Z","end":"2026-03-31T22:26:39.033276Z","steps":["trace[1164182315] 'process raft request' (duration: 2.302709448s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:39.033465Z","caller":"traceutil/trace.go:171","msg":"trace[1265037111] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"2.268725454s","start":"2026-03-31T22:26:36.764724Z","end":"2026-03-31T22:26:39.03345Z","steps":["trace[1265037111] 'process raft request' (duration: 2.268460839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.033484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.730436Z","time spent":"2.302969183s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:39.033478Z","caller":"traceutil/trace.go:171","msg":"trace[846606669] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"2.30417084s","start":"2026-03-31T22:26:36.729272Z","end":"2026-03-31T22:26:39.033443Z","steps":["trace[846606669] 'process raft request' (duration: 2.303849993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.033527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.764692Z","time spent":"2.268805686s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:39.033278Z","caller":"traceutil/trace.go:171","msg":"trace[1947144358] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"2.303995775s","start":"2026-03-31T22:26:36.729231Z","end":"2026-03-31T22:26:39.033227Z","steps":["trace[1947144358] 'process raft request' (duration: 2.303857622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.033567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.729259Z","time spent":"2.304271652s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:39.033473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.728869Z","time spent":"2.304496156s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:39.033329Z","caller":"traceutil/trace.go:171","msg":"trace[1862504781] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"2.304352144s","start":"2026-03-31T22:26:36.72897Z","end":"2026-03-31T22:26:39.033322Z","steps":["trace[1862504781] 'process raft request' (duration: 2.304044877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.0337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.728937Z","time spent":"2.304727992s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:39.0333Z","caller":"traceutil/trace.go:171","msg":"trace[1077051878] linearizableReadLoop","detail":"{readStateIndex:2450; appliedIndex:2445; }","duration":"2.287349916s","start":"2026-03-31T22:26:36.745875Z","end":"2026-03-31T22:26:39.033225Z","steps":["trace[1077051878] 'read index received' (duration: 96.886258ms)","trace[1077051878] 'applied index is now lower than readState.Index' (duration: 2.190462478s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:39.033711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.72922Z","time spent":"2.304407555s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:39.033875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28798505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:26:39.033936Z","caller":"traceutil/trace.go:171","msg":"trace[6874621] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:2353; }","duration":"2.288081573s","start":"2026-03-31T22:26:36.745841Z","end":"2026-03-31T22:26:39.033922Z","steps":["trace[6874621] 'agreement among raft nodes before linearized reading' (duration: 2.287911929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.033978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.745829Z","time spent":"2.288140214s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:26:40.464774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:26:40.464884Z","caller":"traceutil/trace.go:171","msg":"trace[2110540436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394973s","start":"2026-03-31T22:26:38.464459Z","end":"2026-03-31T22:26:40.464854Z","steps":["trace[2110540436] 'agreement among raft nodes before linearized reading' (duration: 2.00026687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.464946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.464442Z","time spent":"2.000489764s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:40.749859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4975917s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:40.750139Z","caller":"traceutil/trace.go:171","msg":"trace[1770985793] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"2.461559052s","start":"2026-03-31T22:26:38.28855Z","end":"2026-03-31T22:26:40.750109Z","steps":["trace[1770985793] 'process raft request' (duration: 963.632615ms)","trace[1770985793] 'compare' (duration: 1.496906585s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:40.750217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.035018Z","time spent":"1.715194776s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:26:40.750284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.288527Z","time spent":"2.461683074s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:40.750428Z","caller":"traceutil/trace.go:171","msg":"trace[863927995] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"2.021371437s","start":"2026-03-31T22:26:38.729038Z","end":"2026-03-31T22:26:40.750409Z","steps":["trace[863927995] 'process raft request' (duration: 2.021013769s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:40.750321Z","caller":"traceutil/trace.go:171","msg":"trace[194899852] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"2.271009165s","start":"2026-03-31T22:26:38.479224Z","end":"2026-03-31T22:26:40.750234Z","steps":["trace[194899852] 'process raft request' (duration: 2.270744299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.750907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767810384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:40.751004Z","caller":"traceutil/trace.go:171","msg":"trace[1917053698] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2357; }","duration":"1.767960306s","start":"2026-03-31T22:26:38.983027Z","end":"2026-03-31T22:26:40.750988Z","steps":["trace[1917053698] 'agreement among raft nodes before linearized reading' (duration: 1.767712901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.750498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.729017Z","time spent":"2.021445019s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:40.751044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.98301Z","time spent":"1.768027157s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:40.750588Z","caller":"traceutil/trace.go:171","msg":"trace[135680364] linearizableReadLoop","detail":"{readStateIndex:2455; appliedIndex:2451; }","duration":"1.716820102s","start":"2026-03-31T22:26:39.033739Z","end":"2026-03-31T22:26:40.750559Z","steps":["trace[135680364] 'read index received' (duration: 218.441765ms)","trace[135680364] 'applied index is now lower than readState.Index' (duration: 1.498366607s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:40.750754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753346576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:26:40.751176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.479201Z","time spent":"2.271770292s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:40.7512Z","caller":"traceutil/trace.go:171","msg":"trace[1619764147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2357; }","duration":"3.753796786s","start":"2026-03-31T22:26:36.997384Z","end":"2026-03-31T22:26:40.751181Z","steps":["trace[1619764147] 'agreement among raft nodes before linearized reading' (duration: 3.753293495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701258596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:40.751263Z","caller":"traceutil/trace.go:171","msg":"trace[132753978] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2357; }","duration":"1.701347258s","start":"2026-03-31T22:26:39.049904Z","end":"2026-03-31T22:26:40.751252Z","steps":["trace[132753978] 'agreement among raft nodes before linearized reading' (duration: 1.701294307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.997376Z","time spent":"3.753861927s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:40.7513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.049894Z","time spent":"1.70139746s","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:40.751303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.038539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:40.751335Z","caller":"traceutil/trace.go:171","msg":"trace[560543319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2357; }","duration":"737.095551ms","start":"2026-03-31T22:26:40.014233Z","end":"2026-03-31T22:26:40.751328Z","steps":["trace[560543319] 'agreement among raft nodes before linearized reading' (duration: 737.05073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.243207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:26:40.751356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.014217Z","time spent":"737.131181ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:40.751373Z","caller":"traceutil/trace.go:171","msg":"trace[498298928] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2357; }","duration":"308.31443ms","start":"2026-03-31T22:26:40.443046Z","end":"2026-03-31T22:26:40.75136Z","steps":["trace[498298928] 'agreement among raft nodes before linearized reading' (duration: 308.221688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.750827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755723448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-31T22:26:40.750831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692154779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T22:26:40.751446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.82811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:40.751461Z","caller":"traceutil/trace.go:171","msg":"trace[86766919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2357; }","duration":"3.692832445s","start":"2026-03-31T22:26:37.058621Z","end":"2026-03-31T22:26:40.751454Z","steps":["trace[86766919] 'agreement among raft nodes before linearized reading' (duration: 3.692053347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234715479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:40.751472Z","caller":"traceutil/trace.go:171","msg":"trace[1115138288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2357; }","duration":"285.903633ms","start":"2026-03-31T22:26:40.46556Z","end":"2026-03-31T22:26:40.751463Z","steps":["trace[1115138288] 'agreement among raft nodes before linearized reading' (duration: 285.868001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:37.0586Z","time spent":"3.692879765s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:26:40.751477Z","caller":"traceutil/trace.go:171","msg":"trace[789312731] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2357; }","duration":"3.756454295s","start":"2026-03-31T22:26:36.995011Z","end":"2026-03-31T22:26:40.751466Z","steps":["trace[789312731] 'agreement among raft nodes before linearized reading' (duration: 3.755639466s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:40.751504Z","caller":"traceutil/trace.go:171","msg":"trace[1192210055] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2357; }","duration":"1.23478579s","start":"2026-03-31T22:26:39.516705Z","end":"2026-03-31T22:26:40.751491Z","steps":["trace[1192210055] 'agreement among raft nodes before linearized reading' (duration: 1.234731018s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:40.750867Z","caller":"traceutil/trace.go:171","msg":"trace[1038471210] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"2.020801744s","start":"2026-03-31T22:26:38.730037Z","end":"2026-03-31T22:26:40.750839Z","steps":["trace[1038471210] 'process raft request' (duration: 2.020065458s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.75155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.516686Z","time spent":"1.234852951s","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:40.751517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.994993Z","time spent":"3.756513436s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:26:40.750833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018781611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T22:26:40.751596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.730027Z","time spent":"2.021523232s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:40.751623Z","caller":"traceutil/trace.go:171","msg":"trace[207950554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2357; }","duration":"3.01959844s","start":"2026-03-31T22:26:37.731998Z","end":"2026-03-31T22:26:40.751597Z","steps":["trace[207950554] 'agreement among raft nodes before linearized reading' (duration: 3.018669878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.518029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:26:40.751662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282075459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:40.751664Z","caller":"traceutil/trace.go:171","msg":"trace[195353782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2357; }","duration":"884.94139ms","start":"2026-03-31T22:26:39.866714Z","end":"2026-03-31T22:26:40.751655Z","steps":["trace[195353782] 'agreement among raft nodes before linearized reading' (duration: 884.52361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:40.751676Z","caller":"traceutil/trace.go:171","msg":"trace[538029017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2357; }","duration":"1.28213911s","start":"2026-03-31T22:26:39.469533Z","end":"2026-03-31T22:26:40.751672Z","steps":["trace[538029017] 'agreement among raft nodes before linearized reading' (duration: 1.28210517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.75141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.443032Z","time spent":"308.37032ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:40.751692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.469506Z","time spent":"1.282182592s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:40.751692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.866698Z","time spent":"884.984631ms","remote":"127.0.0.1:57382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:40.750893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341558681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:40.751729Z","caller":"traceutil/trace.go:171","msg":"trace[1302892322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2357; }","duration":"2.34243976s","start":"2026-03-31T22:26:38.409273Z","end":"2026-03-31T22:26:40.751712Z","steps":["trace[1302892322] 'agreement among raft nodes before linearized reading' (duration: 2.341502929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:37.731984Z","time spent":"3.019675972s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:26:40.751627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699431446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T22:26:40.75184Z","caller":"traceutil/trace.go:171","msg":"trace[126597077] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514; range_end:; response_count:1; response_revision:2357; }","duration":"1.699649122s","start":"2026-03-31T22:26:39.052182Z","end":"2026-03-31T22:26:40.751831Z","steps":["trace[126597077] 'agreement among raft nodes before linearized reading' (duration: 1.699352725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.75087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27208881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:26:40.751869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:39.052177Z","time spent":"1.699683552s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514\" "} {"level":"info","ts":"2026-03-31T22:26:40.751888Z","caller":"traceutil/trace.go:171","msg":"trace[943068205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2357; }","duration":"3.273153965s","start":"2026-03-31T22:26:37.478728Z","end":"2026-03-31T22:26:40.751882Z","steps":["trace[943068205] 'agreement among raft nodes before linearized reading' (duration: 3.271962598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:40.751918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:37.478713Z","time spent":"3.273198556s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:26:40.752464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.409257Z","time spent":"2.342506282s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:41.235475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.483586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:41.235722Z","caller":"traceutil/trace.go:171","msg":"trace[994009032] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"479.70206ms","start":"2026-03-31T22:26:40.756004Z","end":"2026-03-31T22:26:41.235706Z","steps":["trace[994009032] 'process raft request' (duration: 479.636249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.23574Z","caller":"traceutil/trace.go:171","msg":"trace[85859663] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"483.679828ms","start":"2026-03-31T22:26:40.752034Z","end":"2026-03-31T22:26:41.235714Z","steps":["trace[85859663] 'process raft request' (duration: 195.884615ms)","trace[85859663] 'compare' (duration: 286.987586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:41.235794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.755993Z","time spent":"479.771041ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:41.235854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.752013Z","time spent":"483.78242ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:41.235787Z","caller":"traceutil/trace.go:171","msg":"trace[1965766923] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"481.758116ms","start":"2026-03-31T22:26:40.753978Z","end":"2026-03-31T22:26:41.235736Z","steps":["trace[1965766923] 'process raft request' (duration: 481.601582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.235997Z","caller":"traceutil/trace.go:171","msg":"trace[649928347] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"478.734019ms","start":"2026-03-31T22:26:40.757224Z","end":"2026-03-31T22:26:41.235958Z","steps":["trace[649928347] 'process raft request' (duration: 478.450662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.236098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.757177Z","time spent":"478.875162ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:41.23612Z","caller":"traceutil/trace.go:171","msg":"trace[241939707] linearizableReadLoop","detail":"{readStateIndex:2461; appliedIndex:2456; }","duration":"475.426436ms","start":"2026-03-31T22:26:40.760671Z","end":"2026-03-31T22:26:41.236098Z","steps":["trace[241939707] 'read index received' (duration: 187.344595ms)","trace[241939707] 'applied index is now lower than readState.Index' (duration: 288.079981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:41.23628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.607799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:41.236267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.753902Z","time spent":"482.149385ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:41.236273Z","caller":"traceutil/trace.go:171","msg":"trace[1882661376] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"478.887433ms","start":"2026-03-31T22:26:40.757356Z","end":"2026-03-31T22:26:41.236244Z","steps":["trace[1882661376] 'process raft request' (duration: 478.539954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.236319Z","caller":"traceutil/trace.go:171","msg":"trace[528866621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2362; }","duration":"475.644021ms","start":"2026-03-31T22:26:40.760664Z","end":"2026-03-31T22:26:41.236308Z","steps":["trace[528866621] 'agreement among raft nodes before linearized reading' (duration: 475.58926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.236352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.760627Z","time spent":"475.718982ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:41.236434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.023843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:26:41.236502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.85338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:26:41.236531Z","caller":"traceutil/trace.go:171","msg":"trace[1616109016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2362; }","duration":"198.923332ms","start":"2026-03-31T22:26:41.037601Z","end":"2026-03-31T22:26:41.236525Z","steps":["trace[1616109016] 'agreement among raft nodes before linearized reading' (duration: 198.85732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.236432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.75735Z","time spent":"478.996645ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:41.236642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.953633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:26:41.236661Z","caller":"traceutil/trace.go:171","msg":"trace[1587962848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2362; }","duration":"198.974544ms","start":"2026-03-31T22:26:41.037682Z","end":"2026-03-31T22:26:41.236657Z","steps":["trace[1587962848] 'agreement among raft nodes before linearized reading' (duration: 198.920643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.23675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.114058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:41.236814Z","caller":"traceutil/trace.go:171","msg":"trace[814012174] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2362; }","duration":"374.230402ms","start":"2026-03-31T22:26:40.862568Z","end":"2026-03-31T22:26:41.236798Z","steps":["trace[814012174] 'agreement among raft nodes before linearized reading' (duration: 374.12856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.236312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.727031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:41.236863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.862529Z","time spent":"374.320703ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:41.236872Z","caller":"traceutil/trace.go:171","msg":"trace[1312937484] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2362; }","duration":"471.316644ms","start":"2026-03-31T22:26:40.76554Z","end":"2026-03-31T22:26:41.236857Z","steps":["trace[1312937484] 'agreement among raft nodes before linearized reading' (duration: 470.730931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.236476Z","caller":"traceutil/trace.go:171","msg":"trace[222925919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2362; }","duration":"198.123855ms","start":"2026-03-31T22:26:41.038342Z","end":"2026-03-31T22:26:41.236466Z","steps":["trace[222925919] 'agreement among raft nodes before linearized reading' (duration: 198.003872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.23695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:40.765526Z","time spent":"471.408736ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:26:41.783164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.21625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:41.783242Z","caller":"traceutil/trace.go:171","msg":"trace[1579824459] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2461; }","duration":"543.193079ms","start":"2026-03-31T22:26:41.240036Z","end":"2026-03-31T22:26:41.783229Z","steps":["trace[1579824459] 'read index received' (duration: 113.886217ms)","trace[1579824459] 'applied index is now lower than readState.Index' (duration: 429.305722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:41.783446Z","caller":"traceutil/trace.go:171","msg":"trace[1744552853] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"543.589237ms","start":"2026-03-31T22:26:41.239823Z","end":"2026-03-31T22:26:41.783412Z","steps":["trace[1744552853] 'process raft request' (duration: 114.05318ms)","trace[1744552853] 'compare' (duration: 429.045627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:41.783492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.436255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:26:41.783549Z","caller":"traceutil/trace.go:171","msg":"trace[533938751] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2363; }","duration":"543.535336ms","start":"2026-03-31T22:26:41.240002Z","end":"2026-03-31T22:26:41.783537Z","steps":["trace[533938751] 'agreement among raft nodes before linearized reading' (duration: 543.358322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.783577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.239988Z","time spent":"543.582038ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T22:26:41.783607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.239797Z","time spent":"543.734321ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:41.846017Z","caller":"traceutil/trace.go:171","msg":"trace[1932482775] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"603.006705ms","start":"2026-03-31T22:26:41.242983Z","end":"2026-03-31T22:26:41.84599Z","steps":["trace[1932482775] 'process raft request' (duration: 602.937844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.846183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.242975Z","time spent":"603.122917ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:41.846056Z","caller":"traceutil/trace.go:171","msg":"trace[1189936830] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"605.571803ms","start":"2026-03-31T22:26:41.240448Z","end":"2026-03-31T22:26:41.84602Z","steps":["trace[1189936830] 'process raft request' (duration: 605.313537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.846544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.240434Z","time spent":"606.041373ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:42.070556Z","caller":"traceutil/trace.go:171","msg":"trace[954879020] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2462; }","duration":"287.272242ms","start":"2026-03-31T22:26:41.783259Z","end":"2026-03-31T22:26:42.070531Z","steps":["trace[954879020] 'read index received' (duration: 62.567107ms)","trace[954879020] 'applied index is now lower than readState.Index' (duration: 224.703635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:42.070672Z","caller":"traceutil/trace.go:171","msg":"trace[1702420118] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"294.616095ms","start":"2026-03-31T22:26:41.776007Z","end":"2026-03-31T22:26:42.070623Z","steps":["trace[1702420118] 'process raft request' (duration: 217.130707ms)","trace[1702420118] 'compare' (duration: 77.278683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:42.070755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.049661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:42.070816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.766906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:42.070834Z","caller":"traceutil/trace.go:171","msg":"trace[2040755179] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2366; }","duration":"830.151604ms","start":"2026-03-31T22:26:41.240669Z","end":"2026-03-31T22:26:42.070821Z","steps":["trace[2040755179] 'agreement among raft nodes before linearized reading' (duration: 830.012411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.070862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.240665Z","time spent":"830.192315ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:26:42.070856Z","caller":"traceutil/trace.go:171","msg":"trace[1111130912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2366; }","duration":"311.895439ms","start":"2026-03-31T22:26:41.75895Z","end":"2026-03-31T22:26:42.070845Z","steps":["trace[1111130912] 'agreement among raft nodes before linearized reading' (duration: 311.694324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.070898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.758927Z","time spent":"311.96193ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:26:42.070929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.339599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T22:26:42.071007Z","caller":"traceutil/trace.go:171","msg":"trace[625984270] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b; range_end:; response_count:1; response_revision:2366; }","duration":"830.428211ms","start":"2026-03-31T22:26:41.240559Z","end":"2026-03-31T22:26:42.070987Z","steps":["trace[625984270] 'agreement among raft nodes before linearized reading' (duration: 830.195385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.07106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.240551Z","time spent":"830.495922ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" "} {"level":"warn","ts":"2026-03-31T22:26:42.406403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.795422ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:26:42.406523Z","caller":"traceutil/trace.go:171","msg":"trace[734235223] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2465; }","duration":"335.88287ms","start":"2026-03-31T22:26:42.070619Z","end":"2026-03-31T22:26:42.406502Z","steps":["trace[734235223] 'read index received' (duration: 94.926985ms)","trace[734235223] 'applied index is now lower than readState.Index' (duration: 240.953955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:42.406734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.082713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:42.406836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.373412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:26:42.406888Z","caller":"traceutil/trace.go:171","msg":"trace[318423145] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2366; }","duration":"583.287448ms","start":"2026-03-31T22:26:41.823579Z","end":"2026-03-31T22:26:42.406867Z","steps":["trace[318423145] 'agreement among raft nodes before linearized reading' (duration: 583.068443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.406939Z","caller":"traceutil/trace.go:171","msg":"trace[1388261094] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2366; }","duration":"621.558306ms","start":"2026-03-31T22:26:41.785355Z","end":"2026-03-31T22:26:42.406913Z","steps":["trace[1388261094] 'agreement among raft nodes before linearized reading' (duration: 621.325101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.785339Z","time spent":"621.647088ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:26:42.406949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:41.823557Z","time spent":"583.37293ms","remote":"127.0.0.1:57216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:42.589467Z","caller":"traceutil/trace.go:171","msg":"trace[1445935639] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"515.606717ms","start":"2026-03-31T22:26:42.073836Z","end":"2026-03-31T22:26:42.589443Z","steps":["trace[1445935639] 'process raft request' (duration: 515.307529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:42.589435Z","caller":"traceutil/trace.go:171","msg":"trace[1551583265] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2466; }","duration":"182.851257ms","start":"2026-03-31T22:26:42.406554Z","end":"2026-03-31T22:26:42.589406Z","steps":["trace[1551583265] 'read index received' (duration: 182.58974ms)","trace[1551583265] 'applied index is now lower than readState.Index' (duration: 260.077µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:42.589665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.073816Z","time spent":"515.776971ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:42.589809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.865276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:42.589873Z","caller":"traceutil/trace.go:171","msg":"trace[542263218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2367; }","duration":"136.971298ms","start":"2026-03-31T22:26:42.452884Z","end":"2026-03-31T22:26:42.589856Z","steps":["trace[542263218] 'agreement among raft nodes before linearized reading' (duration: 136.852705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.589846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.723325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:42.589946Z","caller":"traceutil/trace.go:171","msg":"trace[1804808706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2367; }","duration":"508.852308ms","start":"2026-03-31T22:26:42.081075Z","end":"2026-03-31T22:26:42.589927Z","steps":["trace[1804808706] 'agreement among raft nodes before linearized reading' (duration: 508.421968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.590083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.081064Z","time spent":"509.001311ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:26:43.579541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:26:43.967011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21042792s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:26:43.967343Z","caller":"traceutil/trace.go:171","msg":"trace[1602637848] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"1.210855829s","start":"2026-03-31T22:26:42.756466Z","end":"2026-03-31T22:26:43.967322Z","steps":["trace[1602637848] 'process raft request' (duration: 1.210706416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.967495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.756438Z","time spent":"1.210967912s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:44.877452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.448924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:44.877659Z","caller":"traceutil/trace.go:171","msg":"trace[1720102697] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"2.120331462s","start":"2026-03-31T22:26:42.757305Z","end":"2026-03-31T22:26:44.877636Z","steps":["trace[1720102697] 'process raft request' (duration: 1.819572741s)","trace[1720102697] 'compare' (duration: 300.319402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:44.87777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.757289Z","time spent":"2.120421894s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:44.87778Z","caller":"traceutil/trace.go:171","msg":"trace[1992856066] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"2.120260771s","start":"2026-03-31T22:26:42.757492Z","end":"2026-03-31T22:26:44.877753Z","steps":["trace[1992856066] 'process raft request' (duration: 2.120074897s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.877669Z","caller":"traceutil/trace.go:171","msg":"trace[1724290368] linearizableReadLoop","detail":"{readStateIndex:2470; appliedIndex:2467; }","duration":"1.798806061s","start":"2026-03-31T22:26:43.078842Z","end":"2026-03-31T22:26:44.877648Z","steps":["trace[1724290368] 'read index received' (duration: 888.332255ms)","trace[1724290368] 'applied index is now lower than readState.Index' (duration: 910.472516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:44.877917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.757467Z","time spent":"2.120373293s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:44.877834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798983744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:44.878175Z","caller":"traceutil/trace.go:171","msg":"trace[1197850961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2370; }","duration":"1.799380084s","start":"2026-03-31T22:26:43.078763Z","end":"2026-03-31T22:26:44.878143Z","steps":["trace[1197850961] 'agreement among raft nodes before linearized reading' (duration: 1.798939664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.878274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.078743Z","time spent":"1.799497016s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:26:44.878409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257129356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:26:44.878421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028427692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:26:44.878417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.932686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:44.878494Z","caller":"traceutil/trace.go:171","msg":"trace[202245341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2370; }","duration":"1.028532785s","start":"2026-03-31T22:26:43.849949Z","end":"2026-03-31T22:26:44.878482Z","steps":["trace[202245341] 'agreement among raft nodes before linearized reading' (duration: 1.028390642s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.878513Z","caller":"traceutil/trace.go:171","msg":"trace[1384186508] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2370; }","duration":"1.257264588s","start":"2026-03-31T22:26:43.621236Z","end":"2026-03-31T22:26:44.878501Z","steps":["trace[1384186508] 'agreement among raft nodes before linearized reading' (duration: 1.257124755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.878522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.849929Z","time spent":"1.028587416s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:44.878527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.290811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T22:26:44.878548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02789209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-31T22:26:44.878551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.621222Z","time spent":"1.25731895s","remote":"127.0.0.1:54592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:44.87858Z","caller":"traceutil/trace.go:171","msg":"trace[1942053532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2370; }","duration":"1.027944742s","start":"2026-03-31T22:26:43.850627Z","end":"2026-03-31T22:26:44.878572Z","steps":["trace[1942053532] 'agreement among raft nodes before linearized reading' (duration: 1.027782128s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.878584Z","caller":"traceutil/trace.go:171","msg":"trace[863025978] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514; range_end:; response_count:1; response_revision:2370; }","duration":"827.383004ms","start":"2026-03-31T22:26:44.051184Z","end":"2026-03-31T22:26:44.878567Z","steps":["trace[863025978] 'agreement among raft nodes before linearized reading' (duration: 827.179279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.87861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091500432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:26:44.878622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.870117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:44.878615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638492605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:26:44.878657Z","caller":"traceutil/trace.go:171","msg":"trace[820109103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2370; }","duration":"1.091576643s","start":"2026-03-31T22:26:43.787067Z","end":"2026-03-31T22:26:44.878643Z","steps":["trace[820109103] 'agreement among raft nodes before linearized reading' (duration: 1.09143074s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.878667Z","caller":"traceutil/trace.go:171","msg":"trace[1640380923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2370; }","duration":"425.947548ms","start":"2026-03-31T22:26:44.452704Z","end":"2026-03-31T22:26:44.878651Z","steps":["trace[1640380923] 'agreement among raft nodes before linearized reading' (duration: 425.859607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.878693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.78705Z","time spent":"1.091634785s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:26:44.878697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.850618Z","time spent":"1.027981062s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:44.878712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.452684Z","time spent":"426.01773ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:44.878627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.051161Z","time spent":"827.455545ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514\" "} {"level":"info","ts":"2026-03-31T22:26:44.878677Z","caller":"traceutil/trace.go:171","msg":"trace[1565988724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2370; }","duration":"1.638607238s","start":"2026-03-31T22:26:43.240056Z","end":"2026-03-31T22:26:44.878663Z","steps":["trace[1565988724] 'agreement among raft nodes before linearized reading' (duration: 1.638367652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.878812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.240029Z","time spent":"1.638775761s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:26:44.878544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638538696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:26:44.878887Z","caller":"traceutil/trace.go:171","msg":"trace[89806202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2370; }","duration":"1.638900794s","start":"2026-03-31T22:26:43.239975Z","end":"2026-03-31T22:26:44.878876Z","steps":["trace[89806202] 'agreement among raft nodes before linearized reading' (duration: 1.638368163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.878915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.239969Z","time spent":"1.638937775s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:26:44.878533Z","caller":"traceutil/trace.go:171","msg":"trace[1549493608] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2370; }","duration":"640.081978ms","start":"2026-03-31T22:26:44.238432Z","end":"2026-03-31T22:26:44.878514Z","steps":["trace[1549493608] 'agreement among raft nodes before linearized reading' (duration: 639.921345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.878981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.238415Z","time spent":"640.547139ms","remote":"127.0.0.1:51414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:44.879471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639448376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:44.879512Z","caller":"traceutil/trace.go:171","msg":"trace[156401169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2370; }","duration":"1.63965107s","start":"2026-03-31T22:26:43.239851Z","end":"2026-03-31T22:26:44.879502Z","steps":["trace[156401169] 'agreement among raft nodes before linearized reading' (duration: 1.63871397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.87957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.239811Z","time spent":"1.639750032s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:26:45.186725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.082847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:45.186893Z","caller":"traceutil/trace.go:171","msg":"trace[988694541] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"305.530187ms","start":"2026-03-31T22:26:44.88134Z","end":"2026-03-31T22:26:45.18687Z","steps":["trace[988694541] 'process raft request' (duration: 165.214555ms)","trace[988694541] 'compare' (duration: 139.726649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:45.186985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.881321Z","time spent":"305.612978ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:46.043445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:26:46.544082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:26:46.99945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.952779656s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:26:47.783611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190534278s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:47.783736Z","caller":"traceutil/trace.go:171","msg":"trace[67926884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2371; }","duration":"1.190671891s","start":"2026-03-31T22:26:46.593046Z","end":"2026-03-31T22:26:47.783718Z","steps":["trace[67926884] 'range keys from in-memory index tree' (duration: 1.190517748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.783824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.920868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:47.784083Z","caller":"traceutil/trace.go:171","msg":"trace[1424161302] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"2.901769855s","start":"2026-03-31T22:26:44.882278Z","end":"2026-03-31T22:26:47.784047Z","steps":["trace[1424161302] 'process raft request' (duration: 2.11753025s)","trace[1424161302] 'compare' (duration: 783.779615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:47.784168Z","caller":"traceutil/trace.go:171","msg":"trace[1220018083] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"2.900662531s","start":"2026-03-31T22:26:44.883495Z","end":"2026-03-31T22:26:47.784158Z","steps":["trace[1220018083] 'process raft request' (duration: 2.900441466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.784264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.883477Z","time spent":"2.900734652s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:47.784522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.882254Z","time spent":"2.901914869s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:47.78412Z","caller":"traceutil/trace.go:171","msg":"trace[795377053] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"2.900526168s","start":"2026-03-31T22:26:44.883574Z","end":"2026-03-31T22:26:47.7841Z","steps":["trace[795377053] 'process raft request' (duration: 2.900442356s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:47.784633Z","caller":"traceutil/trace.go:171","msg":"trace[1533712418] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"2.900116689s","start":"2026-03-31T22:26:44.884496Z","end":"2026-03-31T22:26:47.784613Z","steps":["trace[1533712418] 'process raft request' (duration: 2.89973777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.784808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.884479Z","time spent":"2.900246021s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:47.784661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.883542Z","time spent":"2.90107465s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:47.785133Z","caller":"traceutil/trace.go:171","msg":"trace[608692158] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"2.899778672s","start":"2026-03-31T22:26:44.885331Z","end":"2026-03-31T22:26:47.78511Z","steps":["trace[608692158] 'process raft request' (duration: 2.899220979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.78527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.885268Z","time spent":"2.899931915s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:47.785548Z","caller":"traceutil/trace.go:171","msg":"trace[302869515] linearizableReadLoop","detail":"{readStateIndex:2478; appliedIndex:2471; }","duration":"2.242159924s","start":"2026-03-31T22:26:45.543374Z","end":"2026-03-31T22:26:47.785534Z","steps":["trace[302869515] 'read index received' (duration: 1.456312683s)","trace[302869515] 'applied index is now lower than readState.Index' (duration: 785.846241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:47.785566Z","caller":"traceutil/trace.go:171","msg":"trace[1638113448] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"902.252453ms","start":"2026-03-31T22:26:46.883291Z","end":"2026-03-31T22:26:47.785544Z","steps":["trace[1638113448] 'process raft request' (duration: 902.158261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:47.785602Z","caller":"traceutil/trace.go:171","msg":"trace[205592110] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"1.812864322s","start":"2026-03-31T22:26:45.97272Z","end":"2026-03-31T22:26:47.785584Z","steps":["trace[205592110] 'process raft request' (duration: 1.812288259s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:47.785608Z","caller":"traceutil/trace.go:171","msg":"trace[953713223] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"902.333085ms","start":"2026-03-31T22:26:46.883255Z","end":"2026-03-31T22:26:47.785588Z","steps":["trace[953713223] 'process raft request' (duration: 902.244053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.785672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:46.883262Z","time spent":"902.336355ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:47.785714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242324968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:47.785721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:46.883227Z","time spent":"902.432508ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:47.785771Z","caller":"traceutil/trace.go:171","msg":"trace[1668884061] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2380; }","duration":"2.242422441s","start":"2026-03-31T22:26:45.543329Z","end":"2026-03-31T22:26:47.785752Z","steps":["trace[1668884061] 'agreement among raft nodes before linearized reading' (duration: 2.242272276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.785686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:45.972676Z","time spent":"1.812966304s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:47.785831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:45.54331Z","time spent":"2.242506602s","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:47.797553Z","caller":"traceutil/trace.go:171","msg":"trace[1249294126] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"2.900488617s","start":"2026-03-31T22:26:44.883851Z","end":"2026-03-31T22:26:47.78434Z","steps":["trace[1249294126] 'process raft request' (duration: 2.9001981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.797632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.883844Z","time spent":"2.913747541s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:48.286189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751212899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:26:48.451965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:26:48.452053Z","caller":"traceutil/trace.go:171","msg":"trace[1417369620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352401s","start":"2026-03-31T22:26:46.451678Z","end":"2026-03-31T22:26:48.452031Z","steps":["trace[1417369620] 'agreement among raft nodes before linearized reading' (duration: 2.000241369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:48.452126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:46.451646Z","time spent":"2.000463374s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:50.4528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:26:50.452969Z","caller":"traceutil/trace.go:171","msg":"trace[280257324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522204s","start":"2026-03-31T22:26:48.452428Z","end":"2026-03-31T22:26:50.45295Z","steps":["trace[280257324] 'agreement among raft nodes before linearized reading' (duration: 2.00033321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:50.453068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:48.452413Z","time spent":"2.000619658s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:26:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:26:51.21572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822926167s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:51.215924Z","caller":"traceutil/trace.go:171","msg":"trace[1692813593] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2480; }","duration":"3.430322251s","start":"2026-03-31T22:26:47.785585Z","end":"2026-03-31T22:26:51.215907Z","steps":["trace[1692813593] 'read index received' (duration: 607.094357ms)","trace[1692813593] 'applied index is now lower than readState.Index' (duration: 2.823227064s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:51.216001Z","caller":"traceutil/trace.go:171","msg":"trace[138804078] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"4.121096223s","start":"2026-03-31T22:26:47.094893Z","end":"2026-03-31T22:26:51.215989Z","steps":["trace[138804078] 'process raft request' (duration: 1.297797867s)","trace[138804078] 'compare' (duration: 2.822555089s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:51.216075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.094873Z","time spent":"4.121167244s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:51.216859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965205324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:51.216881Z","caller":"traceutil/trace.go:171","msg":"trace[304642638] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"1.641371388s","start":"2026-03-31T22:26:49.575461Z","end":"2026-03-31T22:26:51.216832Z","steps":["trace[304642638] 'process raft request' (duration: 1.640378176s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.216913Z","caller":"traceutil/trace.go:171","msg":"trace[2076900594] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2381; }","duration":"3.965310307s","start":"2026-03-31T22:26:47.251589Z","end":"2026-03-31T22:26:51.216899Z","steps":["trace[2076900594] 'agreement among raft nodes before linearized reading' (duration: 3.964696353s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.216957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.25157Z","time spent":"3.965375849s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:51.216979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618918013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-31T22:26:51.217016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.575435Z","time spent":"1.641506681s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:51.217052Z","caller":"traceutil/trace.go:171","msg":"trace[695739243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2381; }","duration":"3.619053307s","start":"2026-03-31T22:26:47.597982Z","end":"2026-03-31T22:26:51.217035Z","steps":["trace[695739243] 'agreement among raft nodes before linearized reading' (duration: 3.61828656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.217091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.597952Z","time spent":"3.619131179s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:26:51.21731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330473817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:51.217373Z","caller":"traceutil/trace.go:171","msg":"trace[704664303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2381; }","duration":"5.330600801s","start":"2026-03-31T22:26:45.88676Z","end":"2026-03-31T22:26:51.217361Z","steps":["trace[704664303] 'agreement among raft nodes before linearized reading' (duration: 5.329550928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.21741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:45.886741Z","time spent":"5.330656072s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:26:51.21755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470039282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:26:51.217672Z","caller":"traceutil/trace.go:171","msg":"trace[23649236] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:2381; }","duration":"4.47078605s","start":"2026-03-31T22:26:46.746854Z","end":"2026-03-31T22:26:51.21764Z","steps":["trace[23649236] 'agreement among raft nodes before linearized reading' (duration: 4.46944815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.217745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:46.746838Z","time spent":"4.470877571s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:26:51.265079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22168937s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:26:51.2656Z","caller":"traceutil/trace.go:171","msg":"trace[718971743] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"1.46378389s","start":"2026-03-31T22:26:49.801786Z","end":"2026-03-31T22:26:51.26557Z","steps":["trace[718971743] 'process raft request' (duration: 1.463524764s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.265679Z","caller":"traceutil/trace.go:171","msg":"trace[1824357283] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"1.462170573s","start":"2026-03-31T22:26:49.803378Z","end":"2026-03-31T22:26:51.265548Z","steps":["trace[1824357283] 'process raft request' (duration: 1.462127142s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.265682Z","caller":"traceutil/trace.go:171","msg":"trace[791372489] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"1.462532242s","start":"2026-03-31T22:26:49.803118Z","end":"2026-03-31T22:26:51.265651Z","steps":["trace[791372489] 'process raft request' (duration: 1.462360728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.265774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.803363Z","time spent":"1.462352357s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:51.265775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.801768Z","time spent":"1.463917862s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:51.266013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.803101Z","time spent":"1.462650644s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:51.311441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509510973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:26:51.311503Z","caller":"traceutil/trace.go:171","msg":"trace[92747717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2386; }","duration":"1.509607036s","start":"2026-03-31T22:26:49.801882Z","end":"2026-03-31T22:26:51.311489Z","steps":["trace[92747717] 'agreement among raft nodes before linearized reading' (duration: 1.509429212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.311528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.801873Z","time spent":"1.509649977s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:51.311549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418003065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:26:51.311563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509392791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:26:51.311602Z","caller":"traceutil/trace.go:171","msg":"trace[1550055865] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2386; }","duration":"2.418105127s","start":"2026-03-31T22:26:48.893485Z","end":"2026-03-31T22:26:51.31159Z","steps":["trace[1550055865] 'agreement among raft nodes before linearized reading' (duration: 2.418009975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.311584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258276602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T22:26:51.311636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:48.893464Z","time spent":"2.418163099s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:51.311643Z","caller":"traceutil/trace.go:171","msg":"trace[1656681818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2386; }","duration":"1.509503844s","start":"2026-03-31T22:26:49.802108Z","end":"2026-03-31T22:26:51.311612Z","steps":["trace[1656681818] 'agreement among raft nodes before linearized reading' (duration: 1.509209057s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.311665Z","caller":"traceutil/trace.go:171","msg":"trace[949814988] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514; range_end:; response_count:1; response_revision:2386; }","duration":"2.258404625s","start":"2026-03-31T22:26:49.053241Z","end":"2026-03-31T22:26:51.311646Z","steps":["trace[949814988] 'agreement among raft nodes before linearized reading' (duration: 2.258115229s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.311685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.802101Z","time spent":"1.509576245s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:51.311729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.053214Z","time spent":"2.258506507s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514\" "} {"level":"warn","ts":"2026-03-31T22:26:51.311772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.533189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:51.31179Z","caller":"traceutil/trace.go:171","msg":"trace[924989228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2386; }","duration":"851.586879ms","start":"2026-03-31T22:26:50.460197Z","end":"2026-03-31T22:26:51.311784Z","steps":["trace[924989228] 'agreement among raft nodes before linearized reading' (duration: 851.555299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.311809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.460177Z","time spent":"851.628921ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:51.311753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617358597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:51.311895Z","caller":"traceutil/trace.go:171","msg":"trace[1349227575] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"503.757135ms","start":"2026-03-31T22:26:50.80813Z","end":"2026-03-31T22:26:51.311887Z","steps":["trace[1349227575] 'process raft request' (duration: 502.987508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.311888Z","caller":"traceutil/trace.go:171","msg":"trace[1650389500] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2386; }","duration":"2.61752884s","start":"2026-03-31T22:26:48.694303Z","end":"2026-03-31T22:26:51.311832Z","steps":["trace[1650389500] 'agreement among raft nodes before linearized reading' (duration: 2.617196773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.311964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.425998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:51.311979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510538796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:26:51.311968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.808097Z","time spent":"503.817576ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:51.311947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:48.694289Z","time spent":"2.617640673s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:51.312017Z","caller":"traceutil/trace.go:171","msg":"trace[1286409564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2386; }","duration":"1.510617797s","start":"2026-03-31T22:26:49.80139Z","end":"2026-03-31T22:26:51.312007Z","steps":["trace[1286409564] 'agreement among raft nodes before linearized reading' (duration: 1.510517925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.312059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.801367Z","time spent":"1.510681789s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:26:51.312081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.353108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:51.312101Z","caller":"traceutil/trace.go:171","msg":"trace[815997469] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2386; }","duration":"541.407829ms","start":"2026-03-31T22:26:50.770686Z","end":"2026-03-31T22:26:51.312094Z","steps":["trace[815997469] 'agreement among raft nodes before linearized reading' (duration: 541.363508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.312116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.770667Z","time spent":"541.44413ms","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:51.311964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846367175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:51.312243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509093193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:26:51.312241Z","caller":"traceutil/trace.go:171","msg":"trace[436035394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2386; }","duration":"1.846658362s","start":"2026-03-31T22:26:49.465555Z","end":"2026-03-31T22:26:51.312213Z","steps":["trace[436035394] 'agreement among raft nodes before linearized reading' (duration: 1.846382796s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.312286Z","caller":"traceutil/trace.go:171","msg":"trace[695040634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2386; }","duration":"1.509160395s","start":"2026-03-31T22:26:49.803117Z","end":"2026-03-31T22:26:51.312278Z","steps":["trace[695040634] 'agreement among raft nodes before linearized reading' (duration: 1.509053943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.31231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.803106Z","time spent":"1.509198806s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:26:51.312339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510073946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:26:51.312382Z","caller":"traceutil/trace.go:171","msg":"trace[619330286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2386; }","duration":"1.510153667s","start":"2026-03-31T22:26:49.802218Z","end":"2026-03-31T22:26:51.312372Z","steps":["trace[619330286] 'agreement among raft nodes before linearized reading' (duration: 1.510058135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.312411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.802197Z","time spent":"1.510207869s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:26:51.311995Z","caller":"traceutil/trace.go:171","msg":"trace[830511061] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2386; }","duration":"907.48315ms","start":"2026-03-31T22:26:50.404501Z","end":"2026-03-31T22:26:51.311984Z","steps":["trace[830511061] 'agreement among raft nodes before linearized reading' (duration: 907.418978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.312502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.404486Z","time spent":"907.999981ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:51.312345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.465536Z","time spent":"1.846766634s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:51.31218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:26:51.312688Z","caller":"traceutil/trace.go:171","msg":"trace[587109558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2386; }","duration":"1.511219992s","start":"2026-03-31T22:26:49.801459Z","end":"2026-03-31T22:26:51.312679Z","steps":["trace[587109558] 'agreement among raft nodes before linearized reading' (duration: 1.510664619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.312738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:49.801452Z","time spent":"1.511276673s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:26:51.584901Z","caller":"traceutil/trace.go:171","msg":"trace[1194658064] linearizableReadLoop","detail":"{readStateIndex:2489; appliedIndex:2487; }","duration":"269.977148ms","start":"2026-03-31T22:26:51.314908Z","end":"2026-03-31T22:26:51.584885Z","steps":["trace[1194658064] 'read index received' (duration: 40.237453ms)","trace[1194658064] 'applied index is now lower than readState.Index' (duration: 229.738755ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:51.585002Z","caller":"traceutil/trace.go:171","msg":"trace[135077335] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"267.841071ms","start":"2026-03-31T22:26:51.317154Z","end":"2026-03-31T22:26:51.584995Z","steps":["trace[135077335] 'process raft request' (duration: 267.622696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.584971Z","caller":"traceutil/trace.go:171","msg":"trace[531328548] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"268.116307ms","start":"2026-03-31T22:26:51.316808Z","end":"2026-03-31T22:26:51.584924Z","steps":["trace[531328548] 'process raft request' (duration: 267.944084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.585159Z","caller":"traceutil/trace.go:171","msg":"trace[2083750806] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"267.916033ms","start":"2026-03-31T22:26:51.317237Z","end":"2026-03-31T22:26:51.585153Z","steps":["trace[2083750806] 'process raft request' (duration: 267.562496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.585169Z","caller":"traceutil/trace.go:171","msg":"trace[545464380] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"270.635283ms","start":"2026-03-31T22:26:51.314467Z","end":"2026-03-31T22:26:51.585102Z","steps":["trace[545464380] 'process raft request' (duration: 210.817596ms)","trace[545464380] 'compare' (duration: 59.126172ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:51.58526Z","caller":"traceutil/trace.go:171","msg":"trace[656261996] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"266.356398ms","start":"2026-03-31T22:26:51.318899Z","end":"2026-03-31T22:26:51.585256Z","steps":["trace[656261996] 'process raft request' (duration: 265.955059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.58538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.46364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:51.585408Z","caller":"traceutil/trace.go:171","msg":"trace[184764762] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2394; }","duration":"270.566872ms","start":"2026-03-31T22:26:51.314833Z","end":"2026-03-31T22:26:51.5854Z","steps":["trace[184764762] 'agreement among raft nodes before linearized reading' (duration: 270.4687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.58545Z","caller":"traceutil/trace.go:171","msg":"trace[589600208] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"269.677301ms","start":"2026-03-31T22:26:51.315737Z","end":"2026-03-31T22:26:51.585415Z","steps":["trace[589600208] 'process raft request' (duration: 268.964555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.585589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.758902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:51.585615Z","caller":"traceutil/trace.go:171","msg":"trace[915645375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2394; }","duration":"126.862773ms","start":"2026-03-31T22:26:51.458746Z","end":"2026-03-31T22:26:51.585609Z","steps":["trace[915645375] 'agreement among raft nodes before linearized reading' (duration: 126.819012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.585586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.309694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:26:51.585666Z","caller":"traceutil/trace.go:171","msg":"trace[156655208] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2394; }","duration":"205.437386ms","start":"2026-03-31T22:26:51.380211Z","end":"2026-03-31T22:26:51.585648Z","steps":["trace[156655208] 'agreement among raft nodes before linearized reading' (duration: 205.257082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.585239Z","caller":"traceutil/trace.go:171","msg":"trace[980840666] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"267.603606ms","start":"2026-03-31T22:26:51.317631Z","end":"2026-03-31T22:26:51.585235Z","steps":["trace[980840666] 'process raft request' (duration: 267.195397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:54.283759Z","caller":"traceutil/trace.go:171","msg":"trace[2093945055] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2507; }","duration":"232.860295ms","start":"2026-03-31T22:26:54.050821Z","end":"2026-03-31T22:26:54.283682Z","steps":["trace[2093945055] 'read index received' (duration: 59.482959ms)","trace[2093945055] 'applied index is now lower than readState.Index' (duration: 173.376046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:54.283833Z","caller":"traceutil/trace.go:171","msg":"trace[368913740] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"242.57797ms","start":"2026-03-31T22:26:54.041216Z","end":"2026-03-31T22:26:54.283794Z","steps":["trace[368913740] 'process raft request' (duration: 153.144716ms)","trace[368913740] 'compare' (duration: 89.181429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:54.28401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.168332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T22:26:54.284104Z","caller":"traceutil/trace.go:171","msg":"trace[1314203143] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20d70936ed514; range_end:; response_count:1; response_revision:2408; }","duration":"233.343626ms","start":"2026-03-31T22:26:54.050739Z","end":"2026-03-31T22:26:54.284083Z","steps":["trace[1314203143] 'agreement among raft nodes before linearized reading' (duration: 233.09306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.652619Z","caller":"traceutil/trace.go:171","msg":"trace[1734641971] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2510; }","duration":"361.201262ms","start":"2026-03-31T22:26:55.29139Z","end":"2026-03-31T22:26:55.652591Z","steps":["trace[1734641971] 'read index received' (duration: 360.901035ms)","trace[1734641971] 'applied index is now lower than readState.Index' (duration: 298.537µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:55.652916Z","caller":"traceutil/trace.go:171","msg":"trace[621528148] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"361.668872ms","start":"2026-03-31T22:26:55.291086Z","end":"2026-03-31T22:26:55.652755Z","steps":["trace[621528148] 'process raft request' (duration: 361.156511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.653133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.291068Z","time spent":"361.915457ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:55.653131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.719673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:55.653182Z","caller":"traceutil/trace.go:171","msg":"trace[1115347264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2410; }","duration":"361.798365ms","start":"2026-03-31T22:26:55.291369Z","end":"2026-03-31T22:26:55.653167Z","steps":["trace[1115347264] 'agreement among raft nodes before linearized reading' (duration: 361.377296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.653217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.291361Z","time spent":"361.847566ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:26:55.729681Z","caller":"traceutil/trace.go:171","msg":"trace[2071195571] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"430.523469ms","start":"2026-03-31T22:26:55.299133Z","end":"2026-03-31T22:26:55.729656Z","steps":["trace[2071195571] 'process raft request' (duration: 430.362565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.729837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.299116Z","time spent":"430.636942ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:55.730094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.763546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:26:55.730193Z","caller":"traceutil/trace.go:171","msg":"trace[1191798976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2412; }","duration":"114.883478ms","start":"2026-03-31T22:26:55.615287Z","end":"2026-03-31T22:26:55.73017Z","steps":["trace[1191798976] 'agreement among raft nodes before linearized reading' (duration: 114.605572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.730345Z","caller":"traceutil/trace.go:171","msg":"trace[62877510] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"431.138332ms","start":"2026-03-31T22:26:55.299189Z","end":"2026-03-31T22:26:55.730327Z","steps":["trace[62877510] 'process raft request' (duration: 430.425957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.730345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.060212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:26:55.730497Z","caller":"traceutil/trace.go:171","msg":"trace[351074900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2412; }","duration":"115.232317ms","start":"2026-03-31T22:26:55.615249Z","end":"2026-03-31T22:26:55.730481Z","steps":["trace[351074900] 'agreement among raft nodes before linearized reading' (duration: 114.905909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.73054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.716574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:26:55.730638Z","caller":"traceutil/trace.go:171","msg":"trace[834251327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2412; }","duration":"114.848308ms","start":"2026-03-31T22:26:55.615772Z","end":"2026-03-31T22:26:55.73062Z","steps":["trace[834251327] 'agreement among raft nodes before linearized reading' (duration: 114.584121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.730647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.3808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:26:55.730122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.736986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:55.730705Z","caller":"traceutil/trace.go:171","msg":"trace[2047826647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2412; }","duration":"115.494672ms","start":"2026-03-31T22:26:55.615195Z","end":"2026-03-31T22:26:55.73069Z","steps":["trace[2047826647] 'agreement among raft nodes before linearized reading' (duration: 115.337569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.730734Z","caller":"traceutil/trace.go:171","msg":"trace[125224164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2412; }","duration":"276.383791ms","start":"2026-03-31T22:26:55.454333Z","end":"2026-03-31T22:26:55.730717Z","steps":["trace[125224164] 'agreement among raft nodes before linearized reading' (duration: 275.49614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.73095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.670087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:26:55.730442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.299185Z","time spent":"431.205305ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:55.731772Z","caller":"traceutil/trace.go:171","msg":"trace[2026592339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2412; }","duration":"116.455884ms","start":"2026-03-31T22:26:55.615256Z","end":"2026-03-31T22:26:55.731712Z","steps":["trace[2026592339] 'agreement among raft nodes before linearized reading' (duration: 115.624915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.730966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.359014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:55.731917Z","caller":"traceutil/trace.go:171","msg":"trace[102910915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2412; }","duration":"132.344806ms","start":"2026-03-31T22:26:55.599551Z","end":"2026-03-31T22:26:55.731896Z","steps":["trace[102910915] 'agreement among raft nodes before linearized reading' (duration: 131.331583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.875765Z","caller":"traceutil/trace.go:171","msg":"trace[507571646] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"139.75537ms","start":"2026-03-31T22:26:55.73598Z","end":"2026-03-31T22:26:55.875736Z","steps":["trace[507571646] 'process raft request' (duration: 139.682718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.875796Z","caller":"traceutil/trace.go:171","msg":"trace[1957374195] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"140.409304ms","start":"2026-03-31T22:26:55.735344Z","end":"2026-03-31T22:26:55.875754Z","steps":["trace[1957374195] 'process raft request' (duration: 81.923148ms)","trace[1957374195] 'compare' (duration: 58.18756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:55.876017Z","caller":"traceutil/trace.go:171","msg":"trace[613903706] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"139.647227ms","start":"2026-03-31T22:26:55.736338Z","end":"2026-03-31T22:26:55.875985Z","steps":["trace[613903706] 'process raft request' (duration: 139.353151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.876132Z","caller":"traceutil/trace.go:171","msg":"trace[1245566636] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"138.801019ms","start":"2026-03-31T22:26:55.737318Z","end":"2026-03-31T22:26:55.876119Z","steps":["trace[1245566636] 'process raft request' (duration: 138.569013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.875865Z","caller":"traceutil/trace.go:171","msg":"trace[1665401669] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"139.890343ms","start":"2026-03-31T22:26:55.735935Z","end":"2026-03-31T22:26:55.875826Z","steps":["trace[1665401669] 'process raft request' (duration: 139.695559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.170157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.260412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:26:57.241623Z","caller":"traceutil/trace.go:171","msg":"trace[51028845] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"351.412844ms","start":"2026-03-31T22:26:56.890175Z","end":"2026-03-31T22:26:57.241588Z","steps":["trace[51028845] 'process raft request' (duration: 251.64243ms)","trace[51028845] 'compare' (duration: 99.622121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:57.241827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.890149Z","time spent":"351.573498ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:57.938559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.759385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:57.938842Z","caller":"traceutil/trace.go:171","msg":"trace[1459235219] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"205.052379ms","start":"2026-03-31T22:26:57.733765Z","end":"2026-03-31T22:26:57.938817Z","steps":["trace[1459235219] 'process raft request' (duration: 62.963647ms)","trace[1459235219] 'compare' (duration: 141.674683ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:57.939176Z","caller":"traceutil/trace.go:171","msg":"trace[2040326511] linearizableReadLoop","detail":"{readStateIndex:2526; appliedIndex:2524; }","duration":"198.105324ms","start":"2026-03-31T22:26:57.741051Z","end":"2026-03-31T22:26:57.939157Z","steps":["trace[2040326511] 'read index received' (duration: 55.689605ms)","trace[2040326511] 'applied index is now lower than readState.Index' (duration: 142.414629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:57.939255Z","caller":"traceutil/trace.go:171","msg":"trace[2006313784] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"202.359259ms","start":"2026-03-31T22:26:57.736859Z","end":"2026-03-31T22:26:57.939218Z","steps":["trace[2006313784] 'process raft request' (duration: 201.842317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:57.939505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.436301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:26:57.939563Z","caller":"traceutil/trace.go:171","msg":"trace[1134355401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2423; }","duration":"198.535434ms","start":"2026-03-31T22:26:57.741014Z","end":"2026-03-31T22:26:57.939549Z","steps":["trace[1134355401] 'agreement among raft nodes before linearized reading' (duration: 198.33441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:57.940435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.315073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:57.940494Z","caller":"traceutil/trace.go:171","msg":"trace[2008864018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2423; }","duration":"118.000967ms","start":"2026-03-31T22:26:57.822479Z","end":"2026-03-31T22:26:57.94048Z","steps":["trace[2008864018] 'agreement among raft nodes before linearized reading' (duration: 117.319472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.222857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.394645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:58.222996Z","caller":"traceutil/trace.go:171","msg":"trace[1533134838] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"279.0682ms","start":"2026-03-31T22:26:57.943915Z","end":"2026-03-31T22:26:58.222983Z","steps":["trace[1533134838] 'process raft request' (duration: 279.009169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.223111Z","caller":"traceutil/trace.go:171","msg":"trace[1203760321] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"279.181612ms","start":"2026-03-31T22:26:57.943845Z","end":"2026-03-31T22:26:58.223026Z","steps":["trace[1203760321] 'process raft request' (duration: 165.536381ms)","trace[1203760321] 'compare' (duration: 113.13635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:58.224048Z","caller":"traceutil/trace.go:171","msg":"trace[1506539651] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"279.759726ms","start":"2026-03-31T22:26:57.944269Z","end":"2026-03-31T22:26:58.224029Z","steps":["trace[1506539651] 'process raft request' (duration: 278.688131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.224378Z","caller":"traceutil/trace.go:171","msg":"trace[1307721165] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"280.047222ms","start":"2026-03-31T22:26:57.944321Z","end":"2026-03-31T22:26:58.224368Z","steps":["trace[1307721165] 'process raft request' (duration: 279.642263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.224441Z","caller":"traceutil/trace.go:171","msg":"trace[256603513] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"279.900859ms","start":"2026-03-31T22:26:57.944515Z","end":"2026-03-31T22:26:58.224416Z","steps":["trace[256603513] 'process raft request' (duration: 279.779826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:01.858368Z","caller":"traceutil/trace.go:171","msg":"trace[1057644657] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"107.013164ms","start":"2026-03-31T22:27:01.751318Z","end":"2026-03-31T22:27:01.858331Z","steps":["trace[1057644657] 'process raft request' (duration: 106.682487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:08.025406Z","caller":"traceutil/trace.go:171","msg":"trace[886129131] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2576; }","duration":"106.968282ms","start":"2026-03-31T22:27:07.918419Z","end":"2026-03-31T22:27:08.025388Z","steps":["trace[886129131] 'read index received' (duration: 106.85861ms)","trace[886129131] 'applied index is now lower than readState.Index' (duration: 108.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:08.025445Z","caller":"traceutil/trace.go:171","msg":"trace[1987490385] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"125.324739ms","start":"2026-03-31T22:27:07.900106Z","end":"2026-03-31T22:27:08.02543Z","steps":["trace[1987490385] 'process raft request' (duration: 125.173516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:08.025583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.148057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:27:08.02563Z","caller":"traceutil/trace.go:171","msg":"trace[100698785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2472; }","duration":"107.224659ms","start":"2026-03-31T22:27:07.918387Z","end":"2026-03-31T22:27:08.025612Z","steps":["trace[100698785] 'agreement among raft nodes before linearized reading' (duration: 107.099185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:08.121119Z","caller":"traceutil/trace.go:171","msg":"trace[14226914] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"122.889826ms","start":"2026-03-31T22:27:07.9982Z","end":"2026-03-31T22:27:08.121089Z","steps":["trace[14226914] 'process raft request' (duration: 100.906178ms)","trace[14226914] 'compare' (duration: 21.769633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:08.121382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.033975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:08.121489Z","caller":"traceutil/trace.go:171","msg":"trace[512691686] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"123.221093ms","start":"2026-03-31T22:27:07.998222Z","end":"2026-03-31T22:27:08.121443Z","steps":["trace[512691686] 'process raft request' (duration: 122.814934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:08.121504Z","caller":"traceutil/trace.go:171","msg":"trace[1823828622] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2474; }","duration":"199.209998ms","start":"2026-03-31T22:27:07.922276Z","end":"2026-03-31T22:27:08.121486Z","steps":["trace[1823828622] 'agreement among raft nodes before linearized reading' (duration: 199.018574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:08.983001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.185994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:08.983277Z","caller":"traceutil/trace.go:171","msg":"trace[1242816733] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"525.152298ms","start":"2026-03-31T22:27:08.458088Z","end":"2026-03-31T22:27:08.98324Z","steps":["trace[1242816733] 'process raft request' (duration: 29.650567ms)","trace[1242816733] 'compare' (duration: 495.084912ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:08.983426Z","caller":"traceutil/trace.go:171","msg":"trace[812965907] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"524.924434ms","start":"2026-03-31T22:27:08.458449Z","end":"2026-03-31T22:27:08.983374Z","steps":["trace[812965907] 'process raft request' (duration: 524.695639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:08.983527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.45843Z","time spent":"525.041816ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:08.984285Z","caller":"traceutil/trace.go:171","msg":"trace[1342495163] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"525.876815ms","start":"2026-03-31T22:27:08.458394Z","end":"2026-03-31T22:27:08.984271Z","steps":["trace[1342495163] 'process raft request' (duration: 524.703659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:08.984356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.458375Z","time spent":"525.942736ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:08.984424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.458072Z","time spent":"525.292772ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:17.074522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.611109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:17.074673Z","caller":"traceutil/trace.go:171","msg":"trace[1369115115] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"160.010359ms","start":"2026-03-31T22:27:16.914632Z","end":"2026-03-31T22:27:17.074643Z","steps":["trace[1369115115] 'process raft request' (duration: 33.175035ms)","trace[1369115115] 'compare' (duration: 126.407685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:45.663714Z","caller":"traceutil/trace.go:171","msg":"trace[703112702] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"136.221524ms","start":"2026-03-31T22:27:45.527451Z","end":"2026-03-31T22:27:45.663673Z","steps":["trace[703112702] 'process raft request' (duration: 68.955396ms)","trace[703112702] 'compare' (duration: 66.89333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:52.740058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.379581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:27:52.740181Z","caller":"traceutil/trace.go:171","msg":"trace[631650727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2708; }","duration":"146.579166ms","start":"2026-03-31T22:27:52.593578Z","end":"2026-03-31T22:27:52.740157Z","steps":["trace[631650727] 'range keys from in-memory index tree' (duration: 146.149706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:54.237527Z","caller":"traceutil/trace.go:171","msg":"trace[884732241] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"113.081596ms","start":"2026-03-31T22:27:54.124423Z","end":"2026-03-31T22:27:54.237505Z","steps":["trace[884732241] 'process raft request' (duration: 112.875241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:54.588637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.783163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:54.588681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.901008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:27:54.588775Z","caller":"traceutil/trace.go:171","msg":"trace[1522502748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2727; }","duration":"240.049032ms","start":"2026-03-31T22:27:54.3487Z","end":"2026-03-31T22:27:54.588749Z","steps":["trace[1522502748] 'range keys from in-memory index tree' (duration: 239.681573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:54.58871Z","caller":"traceutil/trace.go:171","msg":"trace[516643823] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2727; }","duration":"160.905206ms","start":"2026-03-31T22:27:54.427788Z","end":"2026-03-31T22:27:54.588693Z","steps":["trace[516643823] 'range keys from in-memory index tree' (duration: 160.687282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:54.589051Z","caller":"traceutil/trace.go:171","msg":"trace[1851151439] linearizableReadLoop","detail":"{readStateIndex:2843; appliedIndex:2842; }","duration":"134.75048ms","start":"2026-03-31T22:27:54.454257Z","end":"2026-03-31T22:27:54.589008Z","steps":["trace[1851151439] 'read index received' (duration: 117.726059ms)","trace[1851151439] 'applied index is now lower than readState.Index' (duration: 17.023151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:54.589138Z","caller":"traceutil/trace.go:171","msg":"trace[2084480201] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"140.07298ms","start":"2026-03-31T22:27:54.449054Z","end":"2026-03-31T22:27:54.589127Z","steps":["trace[2084480201] 'process raft request' (duration: 122.790893ms)","trace[2084480201] 'compare' (duration: 16.743445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:54.589204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.932654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:54.589297Z","caller":"traceutil/trace.go:171","msg":"trace[2142464921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"135.071207ms","start":"2026-03-31T22:27:54.454209Z","end":"2026-03-31T22:27:54.589281Z","steps":["trace[2142464921] 'agreement among raft nodes before linearized reading' (duration: 134.929334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:54.945932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.311589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:54.946206Z","caller":"traceutil/trace.go:171","msg":"trace[1638875459] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"352.446441ms","start":"2026-03-31T22:27:54.593737Z","end":"2026-03-31T22:27:54.946183Z","steps":["trace[1638875459] 'process raft request' (duration: 352.385039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:54.946267Z","caller":"traceutil/trace.go:171","msg":"trace[1717757304] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2843; }","duration":"355.912558ms","start":"2026-03-31T22:27:54.590347Z","end":"2026-03-31T22:27:54.94626Z","steps":["trace[1717757304] 'read index received' (duration: 102.201221ms)","trace[1717757304] 'applied index is now lower than readState.Index' (duration: 253.710707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:54.94631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.593718Z","time spent":"352.552783ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:54.946334Z","caller":"traceutil/trace.go:171","msg":"trace[526939536] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"381.333778ms","start":"2026-03-31T22:27:54.564991Z","end":"2026-03-31T22:27:54.946325Z","steps":["trace[526939536] 'process raft request' (duration: 381.045821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:54.946413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.564965Z","time spent":"381.390219ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:54.946554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.207445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:54.946576Z","caller":"traceutil/trace.go:171","msg":"trace[1692337090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2731; }","duration":"356.261556ms","start":"2026-03-31T22:27:54.590308Z","end":"2026-03-31T22:27:54.94657Z","steps":["trace[1692337090] 'agreement among raft nodes before linearized reading' (duration: 356.187514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:54.946596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.590288Z","time spent":"356.302067ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:27:54.946218Z","caller":"traceutil/trace.go:171","msg":"trace[1624078117] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"454.439828ms","start":"2026-03-31T22:27:54.491755Z","end":"2026-03-31T22:27:54.946195Z","steps":["trace[1624078117] 'process raft request' (duration: 200.781981ms)","trace[1624078117] 'compare' (duration: 253.156975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:54.946726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.707561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:54.946747Z","caller":"traceutil/trace.go:171","msg":"trace[1892777128] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2731; }","duration":"354.751673ms","start":"2026-03-31T22:27:54.591989Z","end":"2026-03-31T22:27:54.946741Z","steps":["trace[1892777128] 'agreement among raft nodes before linearized reading' (duration: 354.716502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:54.946763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.591974Z","time spent":"354.786043ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:27:54.946869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.261566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:27:54.946922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.63493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-31T22:27:54.94695Z","caller":"traceutil/trace.go:171","msg":"trace[287948774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2731; }","duration":"354.698511ms","start":"2026-03-31T22:27:54.592243Z","end":"2026-03-31T22:27:54.946941Z","steps":["trace[287948774] 'agreement among raft nodes before linearized reading' (duration: 354.62005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:54.946917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.491732Z","time spent":"455.01398ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:54.946955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.863045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:54.94696Z","caller":"traceutil/trace.go:171","msg":"trace[270033049] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2731; }","duration":"261.392679ms","start":"2026-03-31T22:27:54.685544Z","end":"2026-03-31T22:27:54.946937Z","steps":["trace[270033049] 'agreement among raft nodes before linearized reading' (duration: 261.198365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:54.947005Z","caller":"traceutil/trace.go:171","msg":"trace[1213632803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2731; }","duration":"118.941747ms","start":"2026-03-31T22:27:54.828052Z","end":"2026-03-31T22:27:54.946993Z","steps":["trace[1213632803] 'agreement among raft nodes before linearized reading' (duration: 118.685242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:54.946968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.592218Z","time spent":"354.746023ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5482,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:27:54.947108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.047832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:27:54.947136Z","caller":"traceutil/trace.go:171","msg":"trace[1539608494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2731; }","duration":"141.106282ms","start":"2026-03-31T22:27:54.806024Z","end":"2026-03-31T22:27:54.94713Z","steps":["trace[1539608494] 'agreement among raft nodes before linearized reading' (duration: 141.035951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:55.2871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.791714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:55.287188Z","caller":"traceutil/trace.go:171","msg":"trace[1460076328] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2848; }","duration":"207.443249ms","start":"2026-03-31T22:27:55.079732Z","end":"2026-03-31T22:27:55.287176Z","steps":["trace[1460076328] 'read index received' (duration: 53.801µs)","trace[1460076328] 'applied index is now lower than readState.Index' (duration: 207.388468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:55.28742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.908551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T22:27:55.287493Z","caller":"traceutil/trace.go:171","msg":"trace[237982298] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"325.836363ms","start":"2026-03-31T22:27:54.961644Z","end":"2026-03-31T22:27:55.287481Z","steps":["trace[237982298] 'process raft request' (duration: 114.597389ms)","trace[237982298] 'compare' (duration: 210.664761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:55.287515Z","caller":"traceutil/trace.go:171","msg":"trace[1637616820] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2734; }","duration":"159.047154ms","start":"2026-03-31T22:27:55.128447Z","end":"2026-03-31T22:27:55.287495Z","steps":["trace[1637616820] 'agreement among raft nodes before linearized reading' (duration: 158.894741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:55.287546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.96162Z","time spent":"325.898725ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:55.287456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.731366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:27:55.287638Z","caller":"traceutil/trace.go:171","msg":"trace[2119048363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2734; }","duration":"207.957682ms","start":"2026-03-31T22:27:55.079669Z","end":"2026-03-31T22:27:55.287627Z","steps":["trace[2119048363] 'agreement among raft nodes before linearized reading' (duration: 207.695246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:55.287721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.934803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122801"} {"level":"info","ts":"2026-03-31T22:27:55.287757Z","caller":"traceutil/trace.go:171","msg":"trace[2041901097] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2734; }","duration":"159.002024ms","start":"2026-03-31T22:27:55.128746Z","end":"2026-03-31T22:27:55.287748Z","steps":["trace[2041901097] 'agreement among raft nodes before linearized reading' (duration: 158.864331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:55.533314Z","caller":"traceutil/trace.go:171","msg":"trace[1684852147] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"161.530871ms","start":"2026-03-31T22:27:55.371765Z","end":"2026-03-31T22:27:55.533296Z","steps":["trace[1684852147] 'process raft request' (duration: 161.094211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:56.807628Z","caller":"traceutil/trace.go:171","msg":"trace[1430478792] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"213.059316ms","start":"2026-03-31T22:27:56.59454Z","end":"2026-03-31T22:27:56.807599Z","steps":["trace[1430478792] 'process raft request' (duration: 212.906213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:56.808041Z","caller":"traceutil/trace.go:171","msg":"trace[1044658968] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2855; }","duration":"117.194697ms","start":"2026-03-31T22:27:56.690824Z","end":"2026-03-31T22:27:56.808019Z","steps":["trace[1044658968] 'read index received' (duration: 116.529853ms)","trace[1044658968] 'applied index is now lower than readState.Index' (duration: 663.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:56.808162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.3342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:56.808202Z","caller":"traceutil/trace.go:171","msg":"trace[770415187] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:0; response_revision:2741; }","duration":"117.411992ms","start":"2026-03-31T22:27:56.690766Z","end":"2026-03-31T22:27:56.808178Z","steps":["trace[770415187] 'agreement among raft nodes before linearized reading' (duration: 117.355891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.52672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.308841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:57.526825Z","caller":"traceutil/trace.go:171","msg":"trace[1324723276] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2750; }","duration":"428.474554ms","start":"2026-03-31T22:27:57.09833Z","end":"2026-03-31T22:27:57.526804Z","steps":["trace[1324723276] 'count revisions from in-memory index tree' (duration: 428.198368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.526875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:57.098301Z","time spent":"428.562217ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:57.526857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.069722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:27:57.526954Z","caller":"traceutil/trace.go:171","msg":"trace[156858895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2750; }","duration":"447.221965ms","start":"2026-03-31T22:27:57.079708Z","end":"2026-03-31T22:27:57.52693Z","steps":["trace[156858895] 'range keys from in-memory index tree' (duration: 446.830247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.527009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:57.079688Z","time spent":"447.308027ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:27:57.526992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.067483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:27:57.527067Z","caller":"traceutil/trace.go:171","msg":"trace[2136195075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2750; }","duration":"162.215997ms","start":"2026-03-31T22:27:57.364833Z","end":"2026-03-31T22:27:57.527049Z","steps":["trace[2136195075] 'range keys from in-memory index tree' (duration: 161.849418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:57.785882Z","caller":"traceutil/trace.go:171","msg":"trace[1583379190] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2867; }","duration":"118.24596ms","start":"2026-03-31T22:27:57.667614Z","end":"2026-03-31T22:27:57.78586Z","steps":["trace[1583379190] 'read index received' (duration: 117.951974ms)","trace[1583379190] 'applied index is now lower than readState.Index' (duration: 292.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:57.785973Z","caller":"traceutil/trace.go:171","msg":"trace[2090846156] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"174.602453ms","start":"2026-03-31T22:27:57.61134Z","end":"2026-03-31T22:27:57.785943Z","steps":["trace[2090846156] 'process raft request' (duration: 174.189624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.786133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.496836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:27:57.786169Z","caller":"traceutil/trace.go:171","msg":"trace[1547039293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2752; }","duration":"118.595289ms","start":"2026-03-31T22:27:57.667564Z","end":"2026-03-31T22:27:57.786159Z","steps":["trace[1547039293] 'agreement among raft nodes before linearized reading' (duration: 118.425015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:58.453348Z","caller":"traceutil/trace.go:171","msg":"trace[2056042677] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"223.035539ms","start":"2026-03-31T22:27:58.230273Z","end":"2026-03-31T22:27:58.453309Z","steps":["trace[2056042677] 'process raft request' (duration: 222.832265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:58.601135Z","caller":"traceutil/trace.go:171","msg":"trace[752368220] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"136.858197ms","start":"2026-03-31T22:27:58.464234Z","end":"2026-03-31T22:27:58.601092Z","steps":["trace[752368220] 'process raft request' (duration: 127.451997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:58.60866Z","caller":"traceutil/trace.go:171","msg":"trace[1957312764] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"142.897893ms","start":"2026-03-31T22:27:58.46574Z","end":"2026-03-31T22:27:58.608638Z","steps":["trace[1957312764] 'process raft request' (duration: 142.825532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:58.60872Z","caller":"traceutil/trace.go:171","msg":"trace[1361458633] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2756; }","duration":"143.810983ms","start":"2026-03-31T22:27:58.464886Z","end":"2026-03-31T22:27:58.608697Z","steps":["trace[1361458633] 'process raft request' (duration: 143.587548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:58.738771Z","caller":"traceutil/trace.go:171","msg":"trace[1997838530] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"120.649055ms","start":"2026-03-31T22:27:58.61807Z","end":"2026-03-31T22:27:58.738719Z","steps":["trace[1997838530] 'process raft request' (duration: 97.326122ms)","trace[1997838530] 'compare' (duration: 23.073567ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:58.738898Z","caller":"traceutil/trace.go:171","msg":"trace[877563134] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"117.855613ms","start":"2026-03-31T22:27:58.620998Z","end":"2026-03-31T22:27:58.738854Z","steps":["trace[877563134] 'process raft request' (duration: 117.680738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:58.738885Z","caller":"traceutil/trace.go:171","msg":"trace[492233851] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"118.329222ms","start":"2026-03-31T22:27:58.620496Z","end":"2026-03-31T22:27:58.738825Z","steps":["trace[492233851] 'process raft request' (duration: 118.136218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.050209Z","caller":"traceutil/trace.go:171","msg":"trace[1277062339] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2765; }","duration":"298.141683ms","start":"2026-03-31T22:27:58.752052Z","end":"2026-03-31T22:27:59.050194Z","steps":["trace[1277062339] 'process raft request' (duration: 298.118883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.050449Z","caller":"traceutil/trace.go:171","msg":"trace[1712829637] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"301.09766ms","start":"2026-03-31T22:27:58.749344Z","end":"2026-03-31T22:27:59.050442Z","steps":["trace[1712829637] 'process raft request' (duration: 300.687781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.05052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:58.749326Z","time spent":"301.141862ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.050623Z","caller":"traceutil/trace.go:171","msg":"trace[64838144] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"300.681411ms","start":"2026-03-31T22:27:58.749914Z","end":"2026-03-31T22:27:59.050596Z","steps":["trace[64838144] 'process raft request' (duration: 300.222601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.050774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:58.749905Z","time spent":"300.788544ms","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1708,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.126351Z","caller":"traceutil/trace.go:171","msg":"trace[1103890364] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"312.506386ms","start":"2026-03-31T22:27:58.813811Z","end":"2026-03-31T22:27:59.126317Z","steps":["trace[1103890364] 'process raft request' (duration: 312.288821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.126373Z","caller":"traceutil/trace.go:171","msg":"trace[1108884244] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"272.238292ms","start":"2026-03-31T22:27:58.854105Z","end":"2026-03-31T22:27:59.126344Z","steps":["trace[1108884244] 'process raft request' (duration: 272.11978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.126613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:58.813787Z","time spent":"312.650048ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.12671Z","caller":"traceutil/trace.go:171","msg":"trace[1734505793] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"230.477027ms","start":"2026-03-31T22:27:58.896194Z","end":"2026-03-31T22:27:59.126671Z","steps":["trace[1734505793] 'process raft request' (duration: 230.069228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.127133Z","caller":"traceutil/trace.go:171","msg":"trace[1272656774] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"123.740893ms","start":"2026-03-31T22:27:59.003372Z","end":"2026-03-31T22:27:59.127113Z","steps":["trace[1272656774] 'process raft request' (duration: 122.934555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.127497Z","caller":"traceutil/trace.go:171","msg":"trace[203615765] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"123.622631ms","start":"2026-03-31T22:27:59.003865Z","end":"2026-03-31T22:27:59.127488Z","steps":["trace[203615765] 'process raft request' (duration: 123.091899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.127704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.331753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:59.12777Z","caller":"traceutil/trace.go:171","msg":"trace[1920327631] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2770; }","duration":"226.460546ms","start":"2026-03-31T22:27:58.901295Z","end":"2026-03-31T22:27:59.127755Z","steps":["trace[1920327631] 'agreement among raft nodes before linearized reading' (duration: 226.312993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.127867Z","caller":"traceutil/trace.go:171","msg":"trace[294552614] linearizableReadLoop","detail":"{readStateIndex:2886; appliedIndex:2880; }","duration":"226.115188ms","start":"2026-03-31T22:27:58.901358Z","end":"2026-03-31T22:27:59.127473Z","steps":["trace[294552614] 'read index received' (duration: 148.685643ms)","trace[294552614] 'applied index is now lower than readState.Index' (duration: 77.428365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.288129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.27466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:59.288368Z","caller":"traceutil/trace.go:171","msg":"trace[748114611] linearizableReadLoop","detail":"{readStateIndex:2890; appliedIndex:2888; }","duration":"160.372196ms","start":"2026-03-31T22:27:59.127976Z","end":"2026-03-31T22:27:59.288348Z","steps":["trace[748114611] 'read index received' (duration: 55.029664ms)","trace[748114611] 'applied index is now lower than readState.Index' (duration: 105.341362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.288404Z","caller":"traceutil/trace.go:171","msg":"trace[4002815] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"225.493366ms","start":"2026-03-31T22:27:59.062887Z","end":"2026-03-31T22:27:59.28838Z","steps":["trace[4002815] 'process raft request' (duration: 225.337032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.288597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.64826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a20d8777593314\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T22:27:59.288647Z","caller":"traceutil/trace.go:171","msg":"trace[1804591763] range","detail":"{range_begin:/registry/events/openstack/valkey.18a20d8777593314; range_end:; response_count:1; response_revision:2772; }","duration":"234.750102ms","start":"2026-03-31T22:27:59.053884Z","end":"2026-03-31T22:27:59.288634Z","steps":["trace[1804591763] 'agreement among raft nodes before linearized reading' (duration: 234.555038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.288653Z","caller":"traceutil/trace.go:171","msg":"trace[1942253762] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"232.607254ms","start":"2026-03-31T22:27:59.056033Z","end":"2026-03-31T22:27:59.28864Z","steps":["trace[1942253762] 'process raft request' (duration: 126.746631ms)","trace[1942253762] 'compare' (duration: 105.139668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.288904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.351257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:27:59.288949Z","caller":"traceutil/trace.go:171","msg":"trace[1395783680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2772; }","duration":"244.436969ms","start":"2026-03-31T22:27:59.0445Z","end":"2026-03-31T22:27:59.288937Z","steps":["trace[1395783680] 'agreement among raft nodes before linearized reading' (duration: 244.327457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.289163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.668351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:27:59.289213Z","caller":"traceutil/trace.go:171","msg":"trace[742460599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2772; }","duration":"280.752323ms","start":"2026-03-31T22:27:59.008448Z","end":"2026-03-31T22:27:59.2892Z","steps":["trace[742460599] 'agreement among raft nodes before linearized reading' (duration: 280.63408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.467727Z","caller":"traceutil/trace.go:171","msg":"trace[486775027] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"328.796471ms","start":"2026-03-31T22:27:59.138916Z","end":"2026-03-31T22:27:59.467713Z","steps":["trace[486775027] 'process raft request' (duration: 328.74262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.467846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:59.138906Z","time spent":"328.873193ms","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2341,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.468193Z","caller":"traceutil/trace.go:171","msg":"trace[1522447133] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"335.407229ms","start":"2026-03-31T22:27:59.132775Z","end":"2026-03-31T22:27:59.468182Z","steps":["trace[1522447133] 'process raft request' (duration: 270.833312ms)","trace[1522447133] 'compare' (duration: 63.898122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.468256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:59.132759Z","time spent":"335.46707ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:27:59.488322Z","caller":"traceutil/trace.go:171","msg":"trace[1552787548] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"194.329926ms","start":"2026-03-31T22:27:59.293977Z","end":"2026-03-31T22:27:59.488307Z","steps":["trace[1552787548] 'process raft request' (duration: 194.182383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.488344Z","caller":"traceutil/trace.go:171","msg":"trace[116747054] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"254.024665ms","start":"2026-03-31T22:27:59.234308Z","end":"2026-03-31T22:27:59.488333Z","steps":["trace[116747054] 'process raft request' (duration: 253.686547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.488324Z","caller":"traceutil/trace.go:171","msg":"trace[698584275] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"195.675937ms","start":"2026-03-31T22:27:59.292614Z","end":"2026-03-31T22:27:59.48829Z","steps":["trace[698584275] 'process raft request' (duration: 195.485633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.488319Z","caller":"traceutil/trace.go:171","msg":"trace[1063978176] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2890; }","duration":"199.888711ms","start":"2026-03-31T22:27:59.288413Z","end":"2026-03-31T22:27:59.488301Z","steps":["trace[1063978176] 'read index received' (duration: 115.205743ms)","trace[1063978176] 'applied index is now lower than readState.Index' (duration: 84.682308ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.488425Z","caller":"traceutil/trace.go:171","msg":"trace[528171561] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"194.05518ms","start":"2026-03-31T22:27:59.294337Z","end":"2026-03-31T22:27:59.488393Z","steps":["trace[528171561] 'process raft request' (duration: 193.930307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.489279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.90553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:217695"} {"level":"info","ts":"2026-03-31T22:27:59.489352Z","caller":"traceutil/trace.go:171","msg":"trace[1793577823] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2778; }","duration":"270.032523ms","start":"2026-03-31T22:27:59.219305Z","end":"2026-03-31T22:27:59.489337Z","steps":["trace[1793577823] 'agreement among raft nodes before linearized reading' (duration: 269.048901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.637109Z","caller":"traceutil/trace.go:171","msg":"trace[1623036634] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"114.366184ms","start":"2026-03-31T22:27:59.522702Z","end":"2026-03-31T22:27:59.637068Z","steps":["trace[1623036634] 'process raft request' (duration: 92.995335ms)","trace[1623036634] 'compare' (duration: 21.161004ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.637169Z","caller":"traceutil/trace.go:171","msg":"trace[34688209] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"114.394414ms","start":"2026-03-31T22:27:59.522745Z","end":"2026-03-31T22:27:59.63714Z","steps":["trace[34688209] 'process raft request' (duration: 114.279852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.63719Z","caller":"traceutil/trace.go:171","msg":"trace[560524423] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"114.471406ms","start":"2026-03-31T22:27:59.522694Z","end":"2026-03-31T22:27:59.637166Z","steps":["trace[560524423] 'process raft request' (duration: 114.294052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.637203Z","caller":"traceutil/trace.go:171","msg":"trace[247462994] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"114.388585ms","start":"2026-03-31T22:27:59.522773Z","end":"2026-03-31T22:27:59.637162Z","steps":["trace[247462994] 'process raft request' (duration: 114.281022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.637255Z","caller":"traceutil/trace.go:171","msg":"trace[1702853826] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"105.70007ms","start":"2026-03-31T22:27:59.531532Z","end":"2026-03-31T22:27:59.637232Z","steps":["trace[1702853826] 'process raft request' (duration: 105.581208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.637313Z","caller":"traceutil/trace.go:171","msg":"trace[2141230559] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"112.167074ms","start":"2026-03-31T22:27:59.52511Z","end":"2026-03-31T22:27:59.637278Z","steps":["trace[2141230559] 'process raft request' (duration: 111.97033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.927208Z","caller":"traceutil/trace.go:171","msg":"trace[968133474] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"143.299022ms","start":"2026-03-31T22:27:59.783876Z","end":"2026-03-31T22:27:59.927175Z","steps":["trace[968133474] 'process raft request' (duration: 87.43617ms)","trace[968133474] 'compare' (duration: 55.710709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.932577Z","caller":"traceutil/trace.go:171","msg":"trace[175618086] linearizableReadLoop","detail":"{readStateIndex:2921; appliedIndex:2918; }","duration":"143.457196ms","start":"2026-03-31T22:27:59.789102Z","end":"2026-03-31T22:27:59.932559Z","steps":["trace[175618086] 'read index received' (duration: 82.253534ms)","trace[175618086] 'applied index is now lower than readState.Index' (duration: 61.202762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.932615Z","caller":"traceutil/trace.go:171","msg":"trace[1526771935] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"147.032357ms","start":"2026-03-31T22:27:59.785551Z","end":"2026-03-31T22:27:59.932584Z","steps":["trace[1526771935] 'process raft request' (duration: 146.917774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.932837Z","caller":"traceutil/trace.go:171","msg":"trace[1013864339] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"137.84936ms","start":"2026-03-31T22:27:59.794978Z","end":"2026-03-31T22:27:59.932827Z","steps":["trace[1013864339] 'process raft request' (duration: 137.519733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.932868Z","caller":"traceutil/trace.go:171","msg":"trace[1895119611] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"148.443437ms","start":"2026-03-31T22:27:59.784385Z","end":"2026-03-31T22:27:59.932829Z","steps":["trace[1895119611] 'process raft request' (duration: 147.982747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.933132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.018039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:27:59.933167Z","caller":"traceutil/trace.go:171","msg":"trace[1755062464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2804; }","duration":"144.08934ms","start":"2026-03-31T22:27:59.789069Z","end":"2026-03-31T22:27:59.933158Z","steps":["trace[1755062464] 'agreement among raft nodes before linearized reading' (duration: 143.867055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.933193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.814828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:27:59.933459Z","caller":"traceutil/trace.go:171","msg":"trace[1700090805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2804; }","duration":"121.131795ms","start":"2026-03-31T22:27:59.812303Z","end":"2026-03-31T22:27:59.933434Z","steps":["trace[1700090805] 'agreement among raft nodes before linearized reading' (duration: 120.677175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:00.202281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.117482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-03-31T22:28:00.202346Z","caller":"traceutil/trace.go:171","msg":"trace[871748900] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2811; }","duration":"174.219875ms","start":"2026-03-31T22:28:00.028113Z","end":"2026-03-31T22:28:00.202333Z","steps":["trace[871748900] 'range keys from in-memory index tree' (duration: 174.027431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:01.635368Z","caller":"traceutil/trace.go:171","msg":"trace[1446074425] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"135.459777ms","start":"2026-03-31T22:28:01.499887Z","end":"2026-03-31T22:28:01.635347Z","steps":["trace[1446074425] 'process raft request' (duration: 124.968712ms)","trace[1446074425] 'compare' (duration: 10.224389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:13.602115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751214275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:28:14.102745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751214275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:28:14.475574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502301035s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:28:14.476087Z","caller":"traceutil/trace.go:171","msg":"trace[2094867185] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"1.502901438s","start":"2026-03-31T22:28:12.973157Z","end":"2026-03-31T22:28:14.476058Z","steps":["trace[2094867185] 'process raft request' (duration: 1.502697514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.476256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:12.973132Z","time spent":"1.503027661s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:14.490078Z","caller":"traceutil/trace.go:171","msg":"trace[1620400833] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"1.272333191s","start":"2026-03-31T22:28:13.217723Z","end":"2026-03-31T22:28:14.490056Z","steps":["trace[1620400833] 'process raft request' (duration: 1.272251739s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:14.490119Z","caller":"traceutil/trace.go:171","msg":"trace[712885258] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"1.284449232s","start":"2026-03-31T22:28:13.205651Z","end":"2026-03-31T22:28:14.4901Z","steps":["trace[712885258] 'process raft request' (duration: 1.284194236s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:14.490166Z","caller":"traceutil/trace.go:171","msg":"trace[657546041] linearizableReadLoop","detail":"{readStateIndex:3113; appliedIndex:3108; }","duration":"1.38872234s","start":"2026-03-31T22:28:13.101432Z","end":"2026-03-31T22:28:14.490155Z","steps":["trace[657546041] 'read index received' (duration: 1.37445382s)","trace[657546041] 'applied index is now lower than readState.Index' (duration: 14.26764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:14.490188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.217709Z","time spent":"1.272419813s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:14.490224Z","caller":"traceutil/trace.go:171","msg":"trace[2113457849] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"1.248576788s","start":"2026-03-31T22:28:13.241641Z","end":"2026-03-31T22:28:14.490218Z","steps":["trace[2113457849] 'process raft request' (duration: 1.248374573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.490208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.20563Z","time spent":"1.284532145s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:14.490265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.241622Z","time spent":"1.248617109s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:14.490402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037465666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:14.490395Z","caller":"traceutil/trace.go:171","msg":"trace[2038806899] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"351.707424ms","start":"2026-03-31T22:28:14.138637Z","end":"2026-03-31T22:28:14.490344Z","steps":["trace[2038806899] 'process raft request' (duration: 351.492829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:14.490444Z","caller":"traceutil/trace.go:171","msg":"trace[1306935458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2990; }","duration":"1.037542078s","start":"2026-03-31T22:28:13.452893Z","end":"2026-03-31T22:28:14.490435Z","steps":["trace[1306935458] 'agreement among raft nodes before linearized reading' (duration: 1.037444385s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:14.49041Z","caller":"traceutil/trace.go:171","msg":"trace[1264068111] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"969.188636ms","start":"2026-03-31T22:28:13.521154Z","end":"2026-03-31T22:28:14.490343Z","steps":["trace[1264068111] 'process raft request' (duration: 968.9373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.490485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.788335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T22:28:14.490515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:14.138614Z","time spent":"351.840727ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:14.490526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.940687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:28:14.490527Z","caller":"traceutil/trace.go:171","msg":"trace[400924139] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2990; }","duration":"504.867157ms","start":"2026-03-31T22:28:13.985649Z","end":"2026-03-31T22:28:14.490516Z","steps":["trace[400924139] 'agreement among raft nodes before linearized reading' (duration: 504.696154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:14.490547Z","caller":"traceutil/trace.go:171","msg":"trace[1931674337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2990; }","duration":"859.999518ms","start":"2026-03-31T22:28:13.630542Z","end":"2026-03-31T22:28:14.490541Z","steps":["trace[1931674337] 'agreement among raft nodes before linearized reading' (duration: 859.938067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.490561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.985628Z","time spent":"504.925228ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:28:14.490579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.521123Z","time spent":"969.3819ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:14.490601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.292065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:28:14.490575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.302224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:28:14.490568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.630522Z","time spent":"860.042619ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:14.490694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.624624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:28:14.490669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.481541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:28:14.490717Z","caller":"traceutil/trace.go:171","msg":"trace[479838547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2990; }","duration":"377.680806ms","start":"2026-03-31T22:28:14.113032Z","end":"2026-03-31T22:28:14.490713Z","steps":["trace[479838547] 'agreement among raft nodes before linearized reading' (duration: 377.619444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:14.490623Z","caller":"traceutil/trace.go:171","msg":"trace[2145306451] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2990; }","duration":"885.344287ms","start":"2026-03-31T22:28:13.60527Z","end":"2026-03-31T22:28:14.490614Z","steps":["trace[2145306451] 'agreement among raft nodes before linearized reading' (duration: 885.308526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.490747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:14.113014Z","time spent":"377.729387ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:28:14.490764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.924498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:28:14.490775Z","caller":"traceutil/trace.go:171","msg":"trace[1657072965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2990; }","duration":"778.627844ms","start":"2026-03-31T22:28:13.712118Z","end":"2026-03-31T22:28:14.490746Z","steps":["trace[1657072965] 'agreement among raft nodes before linearized reading' (duration: 778.330068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.490819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.605251Z","time spent":"885.51099ms","remote":"127.0.0.1:54594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:28:14.490852Z","caller":"traceutil/trace.go:171","msg":"trace[2053173023] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2990; }","duration":"339.03481ms","start":"2026-03-31T22:28:14.151802Z","end":"2026-03-31T22:28:14.490837Z","steps":["trace[2053173023] 'agreement among raft nodes before linearized reading' (duration: 338.890417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.490865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.004972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:14.490884Z","caller":"traceutil/trace.go:171","msg":"trace[1812775380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2990; }","duration":"696.125854ms","start":"2026-03-31T22:28:13.794752Z","end":"2026-03-31T22:28:14.490878Z","steps":["trace[1812775380] 'agreement among raft nodes before linearized reading' (duration: 696.076993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.490469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.452867Z","time spent":"1.037596919s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:28:14.490885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.712098Z","time spent":"778.771557ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:28:14.490886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:14.151787Z","time spent":"339.090791ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:28:14.490906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.79473Z","time spent":"696.172226ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:28:14.490692Z","caller":"traceutil/trace.go:171","msg":"trace[625444223] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2990; }","duration":"218.474728ms","start":"2026-03-31T22:28:14.272191Z","end":"2026-03-31T22:28:14.490665Z","steps":["trace[625444223] 'agreement among raft nodes before linearized reading' (duration: 218.262533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.491114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389459146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:28:14.491146Z","caller":"traceutil/trace.go:171","msg":"trace[754272863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2990; }","duration":"1.389755084s","start":"2026-03-31T22:28:13.101382Z","end":"2026-03-31T22:28:14.491137Z","steps":["trace[754272863] 'agreement among raft nodes before linearized reading' (duration: 1.388841723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.491169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:13.101363Z","time spent":"1.389799465s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:28:14.490823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.221949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:28:14.492309Z","caller":"traceutil/trace.go:171","msg":"trace[1067339412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2990; }","duration":"338.860306ms","start":"2026-03-31T22:28:14.153425Z","end":"2026-03-31T22:28:14.492286Z","steps":["trace[1067339412] 'agreement among raft nodes before linearized reading' (duration: 336.979484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:14.492408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:14.153397Z","time spent":"338.98905ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:28:26.890215Z","caller":"traceutil/trace.go:171","msg":"trace[1904556433] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"104.588935ms","start":"2026-03-31T22:28:26.785596Z","end":"2026-03-31T22:28:26.890185Z","steps":["trace[1904556433] 'process raft request' (duration: 104.526064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:26.890483Z","caller":"traceutil/trace.go:171","msg":"trace[800352979] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"104.934123ms","start":"2026-03-31T22:28:26.785537Z","end":"2026-03-31T22:28:26.890471Z","steps":["trace[800352979] 'process raft request' (duration: 104.417101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:26.890504Z","caller":"traceutil/trace.go:171","msg":"trace[216331971] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"104.753119ms","start":"2026-03-31T22:28:26.785726Z","end":"2026-03-31T22:28:26.890479Z","steps":["trace[216331971] 'process raft request' (duration: 104.431152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:26.890874Z","caller":"traceutil/trace.go:171","msg":"trace[537508690] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"105.065595ms","start":"2026-03-31T22:28:26.785792Z","end":"2026-03-31T22:28:26.890857Z","steps":["trace[537508690] 'process raft request' (duration: 104.963963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:26.890897Z","caller":"traceutil/trace.go:171","msg":"trace[2025659651] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"105.112726ms","start":"2026-03-31T22:28:26.785748Z","end":"2026-03-31T22:28:26.890861Z","steps":["trace[2025659651] 'process raft request' (duration: 104.666016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:27.119956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.716654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:27.120099Z","caller":"traceutil/trace.go:171","msg":"trace[914533170] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"224.247137ms","start":"2026-03-31T22:28:26.895838Z","end":"2026-03-31T22:28:27.120086Z","steps":["trace[914533170] 'process raft request' (duration: 224.202596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:27.120347Z","caller":"traceutil/trace.go:171","msg":"trace[252835071] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"228.104143ms","start":"2026-03-31T22:28:26.892232Z","end":"2026-03-31T22:28:27.120336Z","steps":["trace[252835071] 'process raft request' (duration: 103.93282ms)","trace[252835071] 'compare' (duration: 123.623291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:28.649528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:28.24201Z","time spent":"407.514796ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:28:28.773649Z","caller":"traceutil/trace.go:171","msg":"trace[2136956431] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"123.1069ms","start":"2026-03-31T22:28:28.65049Z","end":"2026-03-31T22:28:28.773597Z","steps":["trace[2136956431] 'process raft request' (duration: 63.949184ms)","trace[2136956431] 'compare' (duration: 58.943821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:29.033516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.797258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:28:29.033598Z","caller":"traceutil/trace.go:171","msg":"trace[431862424] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3075; }","duration":"137.904361ms","start":"2026-03-31T22:28:28.895673Z","end":"2026-03-31T22:28:29.033577Z","steps":["trace[431862424] 'range keys from in-memory index tree' (duration: 137.657406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.033788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.409724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:28:29.033844Z","caller":"traceutil/trace.go:171","msg":"trace[246573998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3075; }","duration":"138.516646ms","start":"2026-03-31T22:28:28.895313Z","end":"2026-03-31T22:28:29.033829Z","steps":["trace[246573998] 'range keys from in-memory index tree' (duration: 138.228269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.033876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.458265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:29.03391Z","caller":"traceutil/trace.go:171","msg":"trace[945639104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3075; }","duration":"138.529916ms","start":"2026-03-31T22:28:28.895369Z","end":"2026-03-31T22:28:29.033899Z","steps":["trace[945639104] 'range keys from in-memory index tree' (duration: 138.356172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.033907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.810922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:28:29.033977Z","caller":"traceutil/trace.go:171","msg":"trace[1449740136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3075; }","duration":"138.891504ms","start":"2026-03-31T22:28:28.895068Z","end":"2026-03-31T22:28:29.033959Z","steps":["trace[1449740136] 'range keys from in-memory index tree' (duration: 138.668359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.034013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.493595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:28:29.034038Z","caller":"traceutil/trace.go:171","msg":"trace[1823732922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3075; }","duration":"138.532876ms","start":"2026-03-31T22:28:28.895497Z","end":"2026-03-31T22:28:29.03403Z","steps":["trace[1823732922] 'range keys from in-memory index tree' (duration: 138.359311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.325229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.390516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:29.325469Z","caller":"traceutil/trace.go:171","msg":"trace[968680338] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"285.876048ms","start":"2026-03-31T22:28:29.039567Z","end":"2026-03-31T22:28:29.325443Z","steps":["trace[968680338] 'process raft request' (duration: 104.165725ms)","trace[968680338] 'compare' (duration: 181.095239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:29.325493Z","caller":"traceutil/trace.go:171","msg":"trace[1195729011] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"285.865169ms","start":"2026-03-31T22:28:29.039609Z","end":"2026-03-31T22:28:29.325474Z","steps":["trace[1195729011] 'process raft request' (duration: 285.736266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:29.325711Z","caller":"traceutil/trace.go:171","msg":"trace[1998404907] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"286.064583ms","start":"2026-03-31T22:28:29.039632Z","end":"2026-03-31T22:28:29.325697Z","steps":["trace[1998404907] 'process raft request' (duration: 285.786416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:29.325723Z","caller":"traceutil/trace.go:171","msg":"trace[354197773] linearizableReadLoop","detail":"{readStateIndex:3208; appliedIndex:3204; }","duration":"201.933737ms","start":"2026-03-31T22:28:29.123769Z","end":"2026-03-31T22:28:29.325703Z","steps":["trace[354197773] 'read index received' (duration: 19.888176ms)","trace[354197773] 'applied index is now lower than readState.Index' (duration: 182.044561ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:29.325817Z","caller":"traceutil/trace.go:171","msg":"trace[1136802471] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"285.916319ms","start":"2026-03-31T22:28:29.039856Z","end":"2026-03-31T22:28:29.325772Z","steps":["trace[1136802471] 'process raft request' (duration: 285.762536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.325949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.170322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:28:29.325996Z","caller":"traceutil/trace.go:171","msg":"trace[1002918987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3080; }","duration":"202.262174ms","start":"2026-03-31T22:28:29.12372Z","end":"2026-03-31T22:28:29.325982Z","steps":["trace[1002918987] 'agreement among raft nodes before linearized reading' (duration: 202.10676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.326021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.392706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:29.326081Z","caller":"traceutil/trace.go:171","msg":"trace[1823984153] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3080; }","duration":"181.502769ms","start":"2026-03-31T22:28:29.144563Z","end":"2026-03-31T22:28:29.326066Z","steps":["trace[1823984153] 'agreement among raft nodes before linearized reading' (duration: 181.323815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:29.552365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.714167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:29.552808Z","caller":"traceutil/trace.go:171","msg":"trace[1145517283] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"222.662971ms","start":"2026-03-31T22:28:29.330123Z","end":"2026-03-31T22:28:29.552786Z","steps":["trace[1145517283] 'process raft request' (duration: 105.381392ms)","trace[1145517283] 'compare' (duration: 116.326248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:31.00654Z","caller":"traceutil/trace.go:171","msg":"trace[1092961368] linearizableReadLoop","detail":"{readStateIndex:3211; appliedIndex:3210; }","duration":"259.854216ms","start":"2026-03-31T22:28:30.746663Z","end":"2026-03-31T22:28:31.006517Z","steps":["trace[1092961368] 'read index received' (duration: 259.807825ms)","trace[1092961368] 'applied index is now lower than readState.Index' (duration: 45.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:31.006672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.992158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:31.006708Z","caller":"traceutil/trace.go:171","msg":"trace[1979009739] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3083; }","duration":"260.081061ms","start":"2026-03-31T22:28:30.746615Z","end":"2026-03-31T22:28:31.006696Z","steps":["trace[1979009739] 'agreement among raft nodes before linearized reading' (duration: 259.984878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.006902Z","caller":"traceutil/trace.go:171","msg":"trace[2035982168] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"301.068268ms","start":"2026-03-31T22:28:30.705806Z","end":"2026-03-31T22:28:31.006875Z","steps":["trace[2035982168] 'process raft request' (duration: 300.591088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.00704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.705786Z","time spent":"301.18046ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:31.052558Z","caller":"traceutil/trace.go:171","msg":"trace[2014995222] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"268.18631ms","start":"2026-03-31T22:28:30.784349Z","end":"2026-03-31T22:28:31.052535Z","steps":["trace[2014995222] 'process raft request' (duration: 264.976129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.052626Z","caller":"traceutil/trace.go:171","msg":"trace[734277522] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"192.883523ms","start":"2026-03-31T22:28:30.859717Z","end":"2026-03-31T22:28:31.0526Z","steps":["trace[734277522] 'process raft request' (duration: 192.675448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.32456Z","caller":"traceutil/trace.go:171","msg":"trace[1147810614] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"234.1929ms","start":"2026-03-31T22:28:31.090337Z","end":"2026-03-31T22:28:31.324529Z","steps":["trace[1147810614] 'process raft request' (duration: 175.095714ms)","trace[1147810614] 'compare' (duration: 58.974523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:31.458Z","caller":"traceutil/trace.go:171","msg":"trace[1664533346] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"123.812715ms","start":"2026-03-31T22:28:31.334159Z","end":"2026-03-31T22:28:31.457972Z","steps":["trace[1664533346] 'process raft request' (duration: 112.138374ms)","trace[1664533346] 'compare' (duration: 11.566759ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:31.459146Z","caller":"traceutil/trace.go:171","msg":"trace[611279954] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"122.905516ms","start":"2026-03-31T22:28:31.336219Z","end":"2026-03-31T22:28:31.459124Z","steps":["trace[611279954] 'process raft request' (duration: 122.770943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.459362Z","caller":"traceutil/trace.go:171","msg":"trace[1580933117] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"121.318171ms","start":"2026-03-31T22:28:31.338029Z","end":"2026-03-31T22:28:31.459347Z","steps":["trace[1580933117] 'process raft request' (duration: 121.061545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.459633Z","caller":"traceutil/trace.go:171","msg":"trace[1784641412] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"116.281818ms","start":"2026-03-31T22:28:31.343337Z","end":"2026-03-31T22:28:31.459619Z","steps":["trace[1784641412] 'process raft request' (duration: 116.169395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.459741Z","caller":"traceutil/trace.go:171","msg":"trace[1384227552] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"119.821056ms","start":"2026-03-31T22:28:31.339906Z","end":"2026-03-31T22:28:31.459727Z","steps":["trace[1384227552] 'process raft request' (duration: 119.387207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.689332Z","caller":"traceutil/trace.go:171","msg":"trace[419715022] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"127.066ms","start":"2026-03-31T22:28:31.562242Z","end":"2026-03-31T22:28:31.689308Z","steps":["trace[419715022] 'process raft request' (duration: 126.883796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.116067Z","caller":"traceutil/trace.go:171","msg":"trace[351455714] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"105.368862ms","start":"2026-03-31T22:28:33.010645Z","end":"2026-03-31T22:28:33.116014Z","steps":["trace[351455714] 'process raft request' (duration: 105.154968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.181774Z","caller":"traceutil/trace.go:171","msg":"trace[2114944053] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"124.400109ms","start":"2026-03-31T22:28:33.057345Z","end":"2026-03-31T22:28:33.181745Z","steps":["trace[2114944053] 'process raft request' (duration: 124.190034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.181821Z","caller":"traceutil/trace.go:171","msg":"trace[832795700] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"123.52537ms","start":"2026-03-31T22:28:33.058261Z","end":"2026-03-31T22:28:33.181787Z","steps":["trace[832795700] 'process raft request' (duration: 123.409107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.181907Z","caller":"traceutil/trace.go:171","msg":"trace[866607300] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"102.780444ms","start":"2026-03-31T22:28:33.079095Z","end":"2026-03-31T22:28:33.181876Z","steps":["trace[866607300] 'process raft request' (duration: 102.600429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.434087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.415049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:33.434506Z","caller":"traceutil/trace.go:171","msg":"trace[28945197] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"191.253928ms","start":"2026-03-31T22:28:33.243228Z","end":"2026-03-31T22:28:33.434482Z","steps":["trace[28945197] 'process raft request' (duration: 45.130912ms)","trace[28945197] 'compare' (duration: 145.265356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:33.625051Z","caller":"traceutil/trace.go:171","msg":"trace[521588486] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"137.932462ms","start":"2026-03-31T22:28:33.487091Z","end":"2026-03-31T22:28:33.625024Z","steps":["trace[521588486] 'process raft request' (duration: 53.373157ms)","trace[521588486] 'compare' (duration: 84.453683ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:33.68021Z","caller":"traceutil/trace.go:171","msg":"trace[1086827818] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"193.059587ms","start":"2026-03-31T22:28:33.487111Z","end":"2026-03-31T22:28:33.680171Z","steps":["trace[1086827818] 'process raft request' (duration: 192.782921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.680306Z","caller":"traceutil/trace.go:171","msg":"trace[67134717] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"193.041097ms","start":"2026-03-31T22:28:33.487251Z","end":"2026-03-31T22:28:33.680292Z","steps":["trace[67134717] 'process raft request' (duration: 192.770991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.680214Z","caller":"traceutil/trace.go:171","msg":"trace[974756471] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"150.529323ms","start":"2026-03-31T22:28:33.529652Z","end":"2026-03-31T22:28:33.680182Z","steps":["trace[974756471] 'process raft request' (duration: 150.463392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.680529Z","caller":"traceutil/trace.go:171","msg":"trace[538571709] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"192.223989ms","start":"2026-03-31T22:28:33.48828Z","end":"2026-03-31T22:28:33.680504Z","steps":["trace[538571709] 'process raft request' (duration: 191.781488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.882033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.356763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:33.882134Z","caller":"traceutil/trace.go:171","msg":"trace[1651451422] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"185.54771ms","start":"2026-03-31T22:28:33.696567Z","end":"2026-03-31T22:28:33.882115Z","steps":["trace[1651451422] 'process raft request' (duration: 75.071574ms)","trace[1651451422] 'compare' (duration: 110.22419ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:34.22506Z","caller":"traceutil/trace.go:171","msg":"trace[285996628] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3234; }","duration":"311.711457ms","start":"2026-03-31T22:28:33.913322Z","end":"2026-03-31T22:28:34.225034Z","steps":["trace[285996628] 'read index received' (duration: 311.3672ms)","trace[285996628] 'applied index is now lower than readState.Index' (duration: 343.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:34.225167Z","caller":"traceutil/trace.go:171","msg":"trace[1114120503] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"328.027983ms","start":"2026-03-31T22:28:33.8971Z","end":"2026-03-31T22:28:34.225128Z","steps":["trace[1114120503] 'process raft request' (duration: 327.611454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:34.225245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.899931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:28:34.225311Z","caller":"traceutil/trace.go:171","msg":"trace[1806506681] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3106; }","duration":"312.009004ms","start":"2026-03-31T22:28:33.913288Z","end":"2026-03-31T22:28:34.225297Z","steps":["trace[1806506681] 'agreement among raft nodes before linearized reading' (duration: 311.894091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:34.225341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.897077Z","time spent":"328.174857ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17065,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:34.225358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.913273Z","time spent":"312.073725ms","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:34.225375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.238016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:34.225414Z","caller":"traceutil/trace.go:171","msg":"trace[1720579371] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3106; }","duration":"240.305647ms","start":"2026-03-31T22:28:33.9851Z","end":"2026-03-31T22:28:34.225406Z","steps":["trace[1720579371] 'agreement among raft nodes before linearized reading' (duration: 240.185035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:34.420016Z","caller":"traceutil/trace.go:171","msg":"trace[463654671] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"188.031946ms","start":"2026-03-31T22:28:34.231961Z","end":"2026-03-31T22:28:34.419993Z","steps":["trace[463654671] 'process raft request' (duration: 104.308999ms)","trace[463654671] 'compare' (duration: 83.604553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:34.420488Z","caller":"traceutil/trace.go:171","msg":"trace[10101953] linearizableReadLoop","detail":"{readStateIndex:3241; appliedIndex:3235; }","duration":"185.58201ms","start":"2026-03-31T22:28:34.234898Z","end":"2026-03-31T22:28:34.42048Z","steps":["trace[10101953] 'read index received' (duration: 101.387063ms)","trace[10101953] 'applied index is now lower than readState.Index' (duration: 84.193727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:34.420623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.717424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T22:28:34.420646Z","caller":"traceutil/trace.go:171","msg":"trace[549673622] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3112; }","duration":"185.778265ms","start":"2026-03-31T22:28:34.234862Z","end":"2026-03-31T22:28:34.42064Z","steps":["trace[549673622] 'agreement among raft nodes before linearized reading' (duration: 185.650332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:34.420792Z","caller":"traceutil/trace.go:171","msg":"trace[343950737] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"186.633864ms","start":"2026-03-31T22:28:34.234152Z","end":"2026-03-31T22:28:34.420786Z","steps":["trace[343950737] 'process raft request' (duration: 186.303917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:34.420778Z","caller":"traceutil/trace.go:171","msg":"trace[283627714] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"187.024922ms","start":"2026-03-31T22:28:34.233725Z","end":"2026-03-31T22:28:34.42075Z","steps":["trace[283627714] 'process raft request' (duration: 186.712785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:34.420863Z","caller":"traceutil/trace.go:171","msg":"trace[450105322] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"187.934253ms","start":"2026-03-31T22:28:34.232889Z","end":"2026-03-31T22:28:34.420824Z","steps":["trace[450105322] 'process raft request' (duration: 187.499423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:34.420948Z","caller":"traceutil/trace.go:171","msg":"trace[1672355642] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"187.825641ms","start":"2026-03-31T22:28:34.233114Z","end":"2026-03-31T22:28:34.420939Z","steps":["trace[1672355642] 'process raft request' (duration: 187.299419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:34.421009Z","caller":"traceutil/trace.go:171","msg":"trace[1456256493] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"188.226719ms","start":"2026-03-31T22:28:34.23272Z","end":"2026-03-31T22:28:34.420947Z","steps":["trace[1456256493] 'process raft request' (duration: 187.620985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.387437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:34.902021Z","time spent":"485.409961ms","remote":"127.0.0.1:49508","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:28:35.387939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.540709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:35.388084Z","caller":"traceutil/trace.go:171","msg":"trace[1062463906] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3241; }","duration":"490.27618ms","start":"2026-03-31T22:28:34.897795Z","end":"2026-03-31T22:28:35.388071Z","steps":["trace[1062463906] 'read index received' (duration: 135.590579ms)","trace[1062463906] 'applied index is now lower than readState.Index' (duration: 354.684391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:35.388255Z","caller":"traceutil/trace.go:171","msg":"trace[1313999631] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"628.031218ms","start":"2026-03-31T22:28:34.760214Z","end":"2026-03-31T22:28:35.388246Z","steps":["trace[1313999631] 'process raft request' (duration: 273.113341ms)","trace[1313999631] 'compare' (duration: 354.437247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:35.388318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:34.760187Z","time spent":"628.09715ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:35.388427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.617219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T22:28:35.388494Z","caller":"traceutil/trace.go:171","msg":"trace[1455140565] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3114; }","duration":"490.70702ms","start":"2026-03-31T22:28:34.897764Z","end":"2026-03-31T22:28:35.388471Z","steps":["trace[1455140565] 'agreement among raft nodes before linearized reading' (duration: 490.514616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.388556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:34.89775Z","time spent":"490.789882ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T22:28:35.388334Z","caller":"traceutil/trace.go:171","msg":"trace[1146879347] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"527.096126ms","start":"2026-03-31T22:28:34.861219Z","end":"2026-03-31T22:28:35.388315Z","steps":["trace[1146879347] 'process raft request' (duration: 526.81125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.38875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:34.861199Z","time spent":"527.476255ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:35.836828Z","caller":"traceutil/trace.go:171","msg":"trace[902314635] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"716.128973ms","start":"2026-03-31T22:28:35.120673Z","end":"2026-03-31T22:28:35.836802Z","steps":["trace[902314635] 'process raft request' (duration: 714.907476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.836956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:35.120656Z","time spent":"716.237515ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:35.837125Z","caller":"traceutil/trace.go:171","msg":"trace[1027321792] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"642.007531ms","start":"2026-03-31T22:28:35.195081Z","end":"2026-03-31T22:28:35.837089Z","steps":["trace[1027321792] 'process raft request' (duration: 641.577932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.837462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:35.195056Z","time spent":"642.271788ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:35.837715Z","caller":"traceutil/trace.go:171","msg":"trace[1489605498] linearizableReadLoop","detail":"{readStateIndex:3246; appliedIndex:3243; }","duration":"449.585519ms","start":"2026-03-31T22:28:35.38811Z","end":"2026-03-31T22:28:35.837696Z","steps":["trace[1489605498] 'read index received' (duration: 447.396659ms)","trace[1489605498] 'applied index is now lower than readState.Index' (duration: 2.18778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:35.837787Z","caller":"traceutil/trace.go:171","msg":"trace[1555362191] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"642.318359ms","start":"2026-03-31T22:28:35.195451Z","end":"2026-03-31T22:28:35.837769Z","steps":["trace[1555362191] 'process raft request' (duration: 641.50158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.837917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:35.195444Z","time spent":"642.405041ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:35.838009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.7678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T22:28:35.838045Z","caller":"traceutil/trace.go:171","msg":"trace[1207309416] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3117; }","duration":"638.80873ms","start":"2026-03-31T22:28:35.199228Z","end":"2026-03-31T22:28:35.838037Z","steps":["trace[1207309416] 'agreement among raft nodes before linearized reading' (duration: 638.571145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.838077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:35.199182Z","time spent":"638.887492ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":310,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:35.838206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.827377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da8a7301-a8dc-4f0f-99a1-84b78b27a038\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T22:28:35.838248Z","caller":"traceutil/trace.go:171","msg":"trace[2066350945] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da8a7301-a8dc-4f0f-99a1-84b78b27a038; range_end:; response_count:1; response_revision:3117; }","duration":"446.880428ms","start":"2026-03-31T22:28:35.391355Z","end":"2026-03-31T22:28:35.838236Z","steps":["trace[2066350945] 'agreement among raft nodes before linearized reading' (duration: 446.773435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.838276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:35.391344Z","time spent":"446.925889ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-da8a7301-a8dc-4f0f-99a1-84b78b27a038\" "} {"level":"warn","ts":"2026-03-31T22:28:35.838353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.490901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:28:35.838388Z","caller":"traceutil/trace.go:171","msg":"trace[1287370699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3117; }","duration":"153.553362ms","start":"2026-03-31T22:28:35.684827Z","end":"2026-03-31T22:28:35.838381Z","steps":["trace[1287370699] 'agreement among raft nodes before linearized reading' (duration: 153.47798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.83845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.68452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:35.838484Z","caller":"traceutil/trace.go:171","msg":"trace[443074183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3117; }","duration":"209.745312ms","start":"2026-03-31T22:28:35.62873Z","end":"2026-03-31T22:28:35.838476Z","steps":["trace[443074183] 'agreement among raft nodes before linearized reading' (duration: 209.66161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.838487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.435875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:28:35.838522Z","caller":"traceutil/trace.go:171","msg":"trace[1939850891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3117; }","duration":"921.512027ms","start":"2026-03-31T22:28:34.917004Z","end":"2026-03-31T22:28:35.838516Z","steps":["trace[1939850891] 'agreement among raft nodes before linearized reading' (duration: 921.433665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.838547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:34.916982Z","time spent":"921.556058ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:28:35.838572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.534978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:35.838661Z","caller":"traceutil/trace.go:171","msg":"trace[1311762178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3117; }","duration":"383.672031ms","start":"2026-03-31T22:28:35.454968Z","end":"2026-03-31T22:28:35.83864Z","steps":["trace[1311762178] 'agreement among raft nodes before linearized reading' (duration: 383.517447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.838723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:35.454947Z","time spent":"383.767062ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:28:35.838773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.87426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:28:35.838834Z","caller":"traceutil/trace.go:171","msg":"trace[303842640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3117; }","duration":"153.942831ms","start":"2026-03-31T22:28:35.684883Z","end":"2026-03-31T22:28:35.838826Z","steps":["trace[303842640] 'agreement among raft nodes before linearized reading' (duration: 153.841389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.838871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.560259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:28:35.838916Z","caller":"traceutil/trace.go:171","msg":"trace[1759170738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3117; }","duration":"350.62609ms","start":"2026-03-31T22:28:35.488277Z","end":"2026-03-31T22:28:35.838903Z","steps":["trace[1759170738] 'agreement among raft nodes before linearized reading' (duration: 350.492607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:35.838954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.788527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:28:35.839043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:35.488265Z","time spent":"350.67837ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:28:35.838982Z","caller":"traceutil/trace.go:171","msg":"trace[2131203042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3117; }","duration":"154.077284ms","start":"2026-03-31T22:28:35.684899Z","end":"2026-03-31T22:28:35.838976Z","steps":["trace[2131203042] 'agreement among raft nodes before linearized reading' (duration: 153.756367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:40.186096Z","caller":"traceutil/trace.go:171","msg":"trace[1538204536] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"325.62078ms","start":"2026-03-31T22:28:39.86045Z","end":"2026-03-31T22:28:40.18607Z","steps":["trace[1538204536] 'process raft request' (duration: 325.19378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.186257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.860429Z","time spent":"325.745532ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:40.23644Z","caller":"traceutil/trace.go:171","msg":"trace[1164390074] linearizableReadLoop","detail":"{readStateIndex:3271; appliedIndex:3268; }","duration":"353.494088ms","start":"2026-03-31T22:28:39.882919Z","end":"2026-03-31T22:28:40.236413Z","steps":["trace[1164390074] 'read index received' (duration: 303.032469ms)","trace[1164390074] 'applied index is now lower than readState.Index' (duration: 50.460569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:40.236512Z","caller":"traceutil/trace.go:171","msg":"trace[199325404] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"373.995481ms","start":"2026-03-31T22:28:39.862482Z","end":"2026-03-31T22:28:40.236478Z","steps":["trace[199325404] 'process raft request' (duration: 373.758316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.236665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.737774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:28:40.236674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.862462Z","time spent":"374.136135ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:40.23671Z","caller":"traceutil/trace.go:171","msg":"trace[1533700842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3141; }","duration":"353.836236ms","start":"2026-03-31T22:28:39.882861Z","end":"2026-03-31T22:28:40.236697Z","steps":["trace[1533700842] 'agreement among raft nodes before linearized reading' (duration: 353.686873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.236754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.882837Z","time spent":"353.908157ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:40.236807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.962061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:40.236868Z","caller":"traceutil/trace.go:171","msg":"trace[838210459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3141; }","duration":"347.071654ms","start":"2026-03-31T22:28:39.889783Z","end":"2026-03-31T22:28:40.236855Z","steps":["trace[838210459] 'agreement among raft nodes before linearized reading' (duration: 346.89275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.236907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.889765Z","time spent":"347.131935ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:40.236915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.655024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:28:40.236916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.294132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:28:40.236943Z","caller":"traceutil/trace.go:171","msg":"trace[1405282864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3141; }","duration":"299.698284ms","start":"2026-03-31T22:28:39.937236Z","end":"2026-03-31T22:28:40.236934Z","steps":["trace[1405282864] 'agreement among raft nodes before linearized reading' (duration: 299.621903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:40.236952Z","caller":"traceutil/trace.go:171","msg":"trace[688931423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3141; }","duration":"325.363193ms","start":"2026-03-31T22:28:39.911578Z","end":"2026-03-31T22:28:40.236941Z","steps":["trace[688931423] 'agreement among raft nodes before linearized reading' (duration: 325.22098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.236957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.192382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:28:40.23694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.12613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:28:40.23704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.352244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:28:40.23705Z","caller":"traceutil/trace.go:171","msg":"trace[1199186774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3141; }","duration":"256.341545ms","start":"2026-03-31T22:28:39.980684Z","end":"2026-03-31T22:28:40.237026Z","steps":["trace[1199186774] 'agreement among raft nodes before linearized reading' (duration: 256.09771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.237061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.330415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:28:40.237081Z","caller":"traceutil/trace.go:171","msg":"trace[1446562147] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3141; }","duration":"197.434155ms","start":"2026-03-31T22:28:40.039638Z","end":"2026-03-31T22:28:40.237072Z","steps":["trace[1446562147] 'agreement among raft nodes before linearized reading' (duration: 197.377614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.23709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.698614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:40.237094Z","caller":"traceutil/trace.go:171","msg":"trace[1889126246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3141; }","duration":"326.383446ms","start":"2026-03-31T22:28:39.910701Z","end":"2026-03-31T22:28:40.237084Z","steps":["trace[1889126246] 'agreement among raft nodes before linearized reading' (duration: 326.294634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:40.237049Z","caller":"traceutil/trace.go:171","msg":"trace[1716101308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3141; }","duration":"326.310865ms","start":"2026-03-31T22:28:39.910726Z","end":"2026-03-31T22:28:40.237036Z","steps":["trace[1716101308] 'agreement among raft nodes before linearized reading' (duration: 326.0834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:40.237121Z","caller":"traceutil/trace.go:171","msg":"trace[964702057] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3141; }","duration":"252.736754ms","start":"2026-03-31T22:28:39.984375Z","end":"2026-03-31T22:28:40.237112Z","steps":["trace[964702057] 'agreement among raft nodes before linearized reading' (duration: 252.646362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.237124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.91065Z","time spent":"326.467708ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:40.237147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.91071Z","time spent":"326.425977ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:28:40.236987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.91157Z","time spent":"325.407794ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:28:40.236537Z","caller":"traceutil/trace.go:171","msg":"trace[862056662] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"374.022972ms","start":"2026-03-31T22:28:39.862483Z","end":"2026-03-31T22:28:40.236506Z","steps":["trace[862056662] 'process raft request' (duration: 373.889139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.237695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:39.86246Z","time spent":"375.138477ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:40.237905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.806324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:40.237973Z","caller":"traceutil/trace.go:171","msg":"trace[589157979] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3141; }","duration":"186.57255ms","start":"2026-03-31T22:28:40.05138Z","end":"2026-03-31T22:28:40.237953Z","steps":["trace[589157979] 'agreement among raft nodes before linearized reading' (duration: 185.633339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.950641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.477771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T22:28:40.950726Z","caller":"traceutil/trace.go:171","msg":"trace[517715160] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3141; }","duration":"708.601454ms","start":"2026-03-31T22:28:40.242106Z","end":"2026-03-31T22:28:40.950708Z","steps":["trace[517715160] 'range keys from in-memory index tree' (duration: 708.307628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:40.950703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.973254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T22:28:40.950767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.242089Z","time spent":"708.669546ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T22:28:40.950948Z","caller":"traceutil/trace.go:171","msg":"trace[1260118589] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"708.642555ms","start":"2026-03-31T22:28:40.242242Z","end":"2026-03-31T22:28:40.950884Z","steps":["trace[1260118589] 'process raft request' (duration: 127.392125ms)","trace[1260118589] 'compare' (duration: 580.863702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:40.951066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.242214Z","time spent":"708.796258ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:41.44607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.879677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:41.446305Z","caller":"traceutil/trace.go:171","msg":"trace[4647883] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"1.204022276s","start":"2026-03-31T22:28:40.242257Z","end":"2026-03-31T22:28:41.446279Z","steps":["trace[4647883] 'process raft request' (duration: 830.856992ms)","trace[4647883] 'compare' (duration: 372.630251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:41.446401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.242242Z","time spent":"1.204115509s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:41.446412Z","caller":"traceutil/trace.go:171","msg":"trace[14706525] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"1.203892223s","start":"2026-03-31T22:28:40.242501Z","end":"2026-03-31T22:28:41.446393Z","steps":["trace[14706525] 'process raft request' (duration: 1.20376042s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:41.44641Z","caller":"traceutil/trace.go:171","msg":"trace[374649536] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"1.204056107s","start":"2026-03-31T22:28:40.242325Z","end":"2026-03-31T22:28:41.446381Z","steps":["trace[374649536] 'process raft request' (duration: 1.203850773s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:41.446461Z","caller":"traceutil/trace.go:171","msg":"trace[262580790] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"1.20377872s","start":"2026-03-31T22:28:40.242657Z","end":"2026-03-31T22:28:41.446436Z","steps":["trace[262580790] 'process raft request' (duration: 1.203674658s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:41.446467Z","caller":"traceutil/trace.go:171","msg":"trace[1622714560] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"1.203881383s","start":"2026-03-31T22:28:40.242567Z","end":"2026-03-31T22:28:41.446449Z","steps":["trace[1622714560] 'process raft request' (duration: 1.203731889s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:41.446455Z","caller":"traceutil/trace.go:171","msg":"trace[523387290] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"1.20378131s","start":"2026-03-31T22:28:40.242651Z","end":"2026-03-31T22:28:41.446432Z","steps":["trace[523387290] 'process raft request' (duration: 1.203711839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:41.446514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.242487Z","time spent":"1.203969775s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:41.446535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.242317Z","time spent":"1.204152899s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:41.446569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.68487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-31T22:28:41.446583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.242556Z","time spent":"1.203964365s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:41.446625Z","caller":"traceutil/trace.go:171","msg":"trace[671819759] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3148; }","duration":"492.779492ms","start":"2026-03-31T22:28:40.953832Z","end":"2026-03-31T22:28:41.446612Z","steps":["trace[671819759] 'agreement among raft nodes before linearized reading' (duration: 492.625859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:41.446607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.24263Z","time spent":"1.203900423s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:41.44666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.953814Z","time spent":"492.837404ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T22:28:41.446427Z","caller":"traceutil/trace.go:171","msg":"trace[1604406539] linearizableReadLoop","detail":"{readStateIndex:3278; appliedIndex:3272; }","duration":"492.526637ms","start":"2026-03-31T22:28:40.953877Z","end":"2026-03-31T22:28:41.446404Z","steps":["trace[1604406539] 'read index received' (duration: 119.184849ms)","trace[1604406539] 'applied index is now lower than readState.Index' (duration: 373.340718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:41.446585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.242647Z","time spent":"1.203872193s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:41.446947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.090977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:28:41.446999Z","caller":"traceutil/trace.go:171","msg":"trace[1585065967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3148; }","duration":"461.1815ms","start":"2026-03-31T22:28:40.985805Z","end":"2026-03-31T22:28:41.446986Z","steps":["trace[1585065967] 'agreement among raft nodes before linearized reading' (duration: 461.022626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:41.447052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:40.985784Z","time spent":"461.260431ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:28:42.95488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751214705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:28:43.249448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264177154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:43.249555Z","caller":"traceutil/trace.go:171","msg":"trace[997049641] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3148; }","duration":"1.264317546s","start":"2026-03-31T22:28:41.985215Z","end":"2026-03-31T22:28:43.249533Z","steps":["trace[997049641] 'range keys from in-memory index tree' (duration: 1.26403039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.249617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:41.985202Z","time spent":"1.264401009s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:28:43.250089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13326236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:43.250206Z","caller":"traceutil/trace.go:171","msg":"trace[1660129599] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3148; }","duration":"1.133437133s","start":"2026-03-31T22:28:42.116739Z","end":"2026-03-31T22:28:43.250176Z","steps":["trace[1660129599] 'count revisions from in-memory index tree' (duration: 1.133165207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.250281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:42.116689Z","time spent":"1.133564096s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:43.432747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.315139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:28:43.433129Z","caller":"traceutil/trace.go:171","msg":"trace[1031992326] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"1.242074874s","start":"2026-03-31T22:28:42.191035Z","end":"2026-03-31T22:28:43.43311Z","steps":["trace[1031992326] 'process raft request' (duration: 1.241821999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.433288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:42.191016Z","time spent":"1.242158957s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:43.75682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.616854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:43.757104Z","caller":"traceutil/trace.go:171","msg":"trace[383343676] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"1.515161869s","start":"2026-03-31T22:28:42.241911Z","end":"2026-03-31T22:28:43.757073Z","steps":["trace[383343676] 'process raft request' (duration: 1.191186496s)","trace[383343676] 'compare' (duration: 323.488531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:43.757223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:42.241866Z","time spent":"1.515295242s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:43.757402Z","caller":"traceutil/trace.go:171","msg":"trace[119415156] linearizableReadLoop","detail":"{readStateIndex:3282; appliedIndex:3278; }","duration":"1.302841916s","start":"2026-03-31T22:28:42.454526Z","end":"2026-03-31T22:28:43.757368Z","steps":["trace[119415156] 'read index received' (duration: 661.91489ms)","trace[119415156] 'applied index is now lower than readState.Index' (duration: 640.925836ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:43.757438Z","caller":"traceutil/trace.go:171","msg":"trace[1849426593] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"1.514562586s","start":"2026-03-31T22:28:42.242821Z","end":"2026-03-31T22:28:43.757384Z","steps":["trace[1849426593] 'process raft request' (duration: 1.514109346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302990149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:43.7576Z","caller":"traceutil/trace.go:171","msg":"trace[503362722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3151; }","duration":"1.303089152s","start":"2026-03-31T22:28:42.454496Z","end":"2026-03-31T22:28:43.757585Z","steps":["trace[503362722] 'agreement among raft nodes before linearized reading' (duration: 1.30298164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:42.454481Z","time spent":"1.303149963s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:28:43.757654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.813981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T22:28:43.757683Z","caller":"traceutil/trace.go:171","msg":"trace[603057261] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3151; }","duration":"503.869753ms","start":"2026-03-31T22:28:43.253807Z","end":"2026-03-31T22:28:43.757677Z","steps":["trace[603057261] 'agreement among raft nodes before linearized reading' (duration: 503.75426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:42.242811Z","time spent":"1.514746649s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:43.757752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.807728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:28:43.757779Z","caller":"traceutil/trace.go:171","msg":"trace[1501706951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3151; }","duration":"303.834718ms","start":"2026-03-31T22:28:43.453941Z","end":"2026-03-31T22:28:43.757775Z","steps":["trace[1501706951] 'agreement among raft nodes before linearized reading' (duration: 303.778327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.454547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a20d8e5d51b6bd\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-31T22:28:43.757749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.245443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:28:43.757797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.670742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:28:43.757831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.893586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:28:43.757831Z","caller":"traceutil/trace.go:171","msg":"trace[158093890] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a20d8e5d51b6bd; range_end:; response_count:1; response_revision:3151; }","duration":"516.5834ms","start":"2026-03-31T22:28:43.241233Z","end":"2026-03-31T22:28:43.757816Z","steps":["trace[158093890] 'agreement among raft nodes before linearized reading' (duration: 516.367735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.253791Z","time spent":"503.908744ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T22:28:43.75785Z","caller":"traceutil/trace.go:171","msg":"trace[1592572175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3151; }","duration":"302.946068ms","start":"2026-03-31T22:28:43.454897Z","end":"2026-03-31T22:28:43.757843Z","steps":["trace[1592572175] 'agreement among raft nodes before linearized reading' (duration: 302.905157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.454881Z","time spent":"302.983168ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:28:43.757851Z","caller":"traceutil/trace.go:171","msg":"trace[2042597647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3151; }","duration":"306.383656ms","start":"2026-03-31T22:28:43.451445Z","end":"2026-03-31T22:28:43.757829Z","steps":["trace[2042597647] 'agreement among raft nodes before linearized reading' (duration: 306.11323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.241202Z","time spent":"516.657912ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a20d8e5d51b6bd\" "} {"level":"info","ts":"2026-03-31T22:28:43.757859Z","caller":"traceutil/trace.go:171","msg":"trace[961702913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3151; }","duration":"306.771175ms","start":"2026-03-31T22:28:43.451074Z","end":"2026-03-31T22:28:43.757845Z","steps":["trace[961702913] 'agreement among raft nodes before linearized reading' (duration: 306.608021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.757857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.217527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:28:43.757971Z","caller":"traceutil/trace.go:171","msg":"trace[514827162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3151; }","duration":"802.36782ms","start":"2026-03-31T22:28:42.955584Z","end":"2026-03-31T22:28:43.757952Z","steps":["trace[514827162] 'agreement among raft nodes before linearized reading' (duration: 801.996982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.75802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:42.955515Z","time spent":"802.492083ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:28:43.757792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.453878Z","time spent":"303.910321ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:28:43.757885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.963063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:43.75813Z","caller":"traceutil/trace.go:171","msg":"trace[814032528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3151; }","duration":"305.216909ms","start":"2026-03-31T22:28:43.452905Z","end":"2026-03-31T22:28:43.758122Z","steps":["trace[814032528] 'agreement among raft nodes before linearized reading' (duration: 304.857971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:43.758157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.452871Z","time spent":"305.279121ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:43.757912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.451041Z","time spent":"306.862387ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:43.757911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.451438Z","time spent":"306.458158ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:44.222496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.251255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:44.222661Z","caller":"traceutil/trace.go:171","msg":"trace[61870156] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"462.686303ms","start":"2026-03-31T22:28:43.759953Z","end":"2026-03-31T22:28:44.22264Z","steps":["trace[61870156] 'process raft request' (duration: 128.229973ms)","trace[61870156] 'compare' (duration: 334.074711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:44.222838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.759931Z","time spent":"462.876797ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:44.284571Z","caller":"traceutil/trace.go:171","msg":"trace[647348143] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"521.567452ms","start":"2026-03-31T22:28:43.762974Z","end":"2026-03-31T22:28:44.284541Z","steps":["trace[647348143] 'process raft request' (duration: 521.330706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:44.284633Z","caller":"traceutil/trace.go:171","msg":"trace[1615660080] linearizableReadLoop","detail":"{readStateIndex:3287; appliedIndex:3282; }","duration":"521.143693ms","start":"2026-03-31T22:28:43.763455Z","end":"2026-03-31T22:28:44.284599Z","steps":["trace[1615660080] 'read index received' (duration: 124.212244ms)","trace[1615660080] 'applied index is now lower than readState.Index' (duration: 396.930499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:44.284722Z","caller":"traceutil/trace.go:171","msg":"trace[2065654041] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"521.630924ms","start":"2026-03-31T22:28:43.763082Z","end":"2026-03-31T22:28:44.284712Z","steps":["trace[2065654041] 'process raft request' (duration: 521.339887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:44.284743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.76295Z","time spent":"521.709775ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:44.284793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.76306Z","time spent":"521.684975ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:44.285008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.562082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:44.285043Z","caller":"traceutil/trace.go:171","msg":"trace[1483323186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3158; }","duration":"521.629424ms","start":"2026-03-31T22:28:43.763405Z","end":"2026-03-31T22:28:44.285035Z","steps":["trace[1483323186] 'agreement among raft nodes before linearized reading' (duration: 521.580103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:44.285062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.763393Z","time spent":"521.664954ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:28:44.285192Z","caller":"traceutil/trace.go:171","msg":"trace[2045173735] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"522.057043ms","start":"2026-03-31T22:28:43.763126Z","end":"2026-03-31T22:28:44.285183Z","steps":["trace[2045173735] 'process raft request' (duration: 521.332307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:44.285246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.763092Z","time spent":"522.128655ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:44.285251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.576172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T22:28:44.2853Z","caller":"traceutil/trace.go:171","msg":"trace[439226358] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3158; }","duration":"521.638623ms","start":"2026-03-31T22:28:43.763648Z","end":"2026-03-31T22:28:44.285286Z","steps":["trace[439226358] 'agreement among raft nodes before linearized reading' (duration: 521.48378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:44.285354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.763642Z","time spent":"521.700966ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T22:28:44.285378Z","caller":"traceutil/trace.go:171","msg":"trace[1078728315] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"522.066403ms","start":"2026-03-31T22:28:43.763302Z","end":"2026-03-31T22:28:44.285368Z","steps":["trace[1078728315] 'process raft request' (duration: 521.186023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:44.285426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.763287Z","time spent":"522.110934ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:44.285545Z","caller":"traceutil/trace.go:171","msg":"trace[896263063] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"521.074861ms","start":"2026-03-31T22:28:43.764459Z","end":"2026-03-31T22:28:44.285534Z","steps":["trace[896263063] 'process raft request' (duration: 520.079249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:44.285595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.76445Z","time spent":"521.119523ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:44.28566Z","caller":"traceutil/trace.go:171","msg":"trace[1561442017] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"519.874873ms","start":"2026-03-31T22:28:43.765777Z","end":"2026-03-31T22:28:44.285652Z","steps":["trace[1561442017] 'process raft request' (duration: 518.790629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:44.285702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:43.765766Z","time spent":"519.914884ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:44.679777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.833368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:28:44.679857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.392538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:28:44.679893Z","caller":"traceutil/trace.go:171","msg":"trace[1817728708] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3158; }","duration":"277.006912ms","start":"2026-03-31T22:28:44.40286Z","end":"2026-03-31T22:28:44.679867Z","steps":["trace[1817728708] 'count revisions from in-memory index tree' (duration: 276.677295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:44.679917Z","caller":"traceutil/trace.go:171","msg":"trace[1772617365] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3158; }","duration":"237.509371ms","start":"2026-03-31T22:28:44.442395Z","end":"2026-03-31T22:28:44.679904Z","steps":["trace[1772617365] 'count revisions from in-memory index tree' (duration: 237.316767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:50.131816Z","caller":"traceutil/trace.go:171","msg":"trace[439093946] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"352.407574ms","start":"2026-03-31T22:28:49.779388Z","end":"2026-03-31T22:28:50.131795Z","steps":["trace[439093946] 'process raft request' (duration: 352.266381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:50.132169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:49.779364Z","time spent":"352.697411ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:50.38373Z","caller":"traceutil/trace.go:171","msg":"trace[2068437224] linearizableReadLoop","detail":"{readStateIndex:3319; appliedIndex:3317; }","duration":"397.587624ms","start":"2026-03-31T22:28:49.986119Z","end":"2026-03-31T22:28:50.383706Z","steps":["trace[2068437224] 'read index received' (duration: 145.545145ms)","trace[2068437224] 'applied index is now lower than readState.Index' (duration: 252.041399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:50.383936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.800859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:50.383975Z","caller":"traceutil/trace.go:171","msg":"trace[625556235] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3187; }","duration":"397.883301ms","start":"2026-03-31T22:28:49.986078Z","end":"2026-03-31T22:28:50.383961Z","steps":["trace[625556235] 'agreement among raft nodes before linearized reading' (duration: 397.742908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:50.38396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.78998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:28:50.384049Z","caller":"traceutil/trace.go:171","msg":"trace[1672511488] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3187; }","duration":"289.922713ms","start":"2026-03-31T22:28:50.094105Z","end":"2026-03-31T22:28:50.384028Z","steps":["trace[1672511488] 'agreement among raft nodes before linearized reading' (duration: 289.76803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:50.384151Z","caller":"traceutil/trace.go:171","msg":"trace[1678503523] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"601.776132ms","start":"2026-03-31T22:28:49.78198Z","end":"2026-03-31T22:28:50.383756Z","steps":["trace[1678503523] 'process raft request' (duration: 574.863574ms)","trace[1678503523] 'compare' (duration: 26.5485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:50.384598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:49.781964Z","time spent":"602.55643ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:50.384005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:49.986059Z","time spent":"397.938372ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:28:52.124283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751214817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:28:52.625407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751214817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:28:52.882763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407509778s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:28:52.883132Z","caller":"traceutil/trace.go:171","msg":"trace[1286560665] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"1.407984979s","start":"2026-03-31T22:28:51.475117Z","end":"2026-03-31T22:28:52.883102Z","steps":["trace[1286560665] 'process raft request' (duration: 1.407824025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:52.883277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:51.475092Z","time spent":"1.408109672s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:53.213236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.225676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:53.213456Z","caller":"traceutil/trace.go:171","msg":"trace[1415622603] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"1.075863843s","start":"2026-03-31T22:28:52.137567Z","end":"2026-03-31T22:28:53.213431Z","steps":["trace[1415622603] 'process raft request' (duration: 806.36137ms)","trace[1415622603] 'compare' (duration: 268.92203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:53.213577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.137496Z","time spent":"1.076016796s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:53.287467Z","caller":"traceutil/trace.go:171","msg":"trace[747306028] linearizableReadLoop","detail":"{readStateIndex:3330; appliedIndex:3325; }","duration":"1.664288254s","start":"2026-03-31T22:28:51.623159Z","end":"2026-03-31T22:28:53.287447Z","steps":["trace[747306028] 'read index received' (duration: 1.259809844s)","trace[747306028] 'applied index is now lower than readState.Index' (duration: 404.47748ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:53.287528Z","caller":"traceutil/trace.go:171","msg":"trace[2034617003] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"1.058590634s","start":"2026-03-31T22:28:52.228895Z","end":"2026-03-31T22:28:53.287485Z","steps":["trace[2034617003] 'process raft request' (duration: 1.058394579s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:53.287628Z","caller":"traceutil/trace.go:171","msg":"trace[2079849464] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"897.330424ms","start":"2026-03-31T22:28:52.390242Z","end":"2026-03-31T22:28:53.287572Z","steps":["trace[2079849464] 'process raft request' (duration: 897.156871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.287766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.228868Z","time spent":"1.058752527s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:53.287891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664691883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:28:53.288018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.699098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:28:53.288041Z","caller":"traceutil/trace.go:171","msg":"trace[1408920397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3197; }","duration":"1.664902558s","start":"2026-03-31T22:28:51.623118Z","end":"2026-03-31T22:28:53.288021Z","steps":["trace[1408920397] 'agreement among raft nodes before linearized reading' (duration: 1.664591592s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:53.288089Z","caller":"traceutil/trace.go:171","msg":"trace[2022888013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3197; }","duration":"806.817131ms","start":"2026-03-31T22:28:52.481254Z","end":"2026-03-31T22:28:53.288072Z","steps":["trace[2022888013] 'agreement among raft nodes before linearized reading' (duration: 806.554545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.288102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:51.623099Z","time spent":"1.664988151s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:28:53.288112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.633896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:28:53.288143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.481233Z","time spent":"806.896792ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:28:53.28817Z","caller":"traceutil/trace.go:171","msg":"trace[1003384895] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3197; }","duration":"386.693957ms","start":"2026-03-31T22:28:52.901459Z","end":"2026-03-31T22:28:53.288153Z","steps":["trace[1003384895] 'agreement among raft nodes before linearized reading' (duration: 386.600345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.288225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.901396Z","time spent":"386.811901ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:53.288028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.076362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:53.288291Z","caller":"traceutil/trace.go:171","msg":"trace[1446781212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3197; }","duration":"805.347678ms","start":"2026-03-31T22:28:52.482919Z","end":"2026-03-31T22:28:53.288267Z","steps":["trace[1446781212] 'agreement among raft nodes before linearized reading' (duration: 804.908918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.289006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.48291Z","time spent":"806.076204ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:53.288429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.849661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:28:53.289221Z","caller":"traceutil/trace.go:171","msg":"trace[465265310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3197; }","duration":"807.67008ms","start":"2026-03-31T22:28:52.48153Z","end":"2026-03-31T22:28:53.2892Z","steps":["trace[465265310] 'agreement among raft nodes before linearized reading' (duration: 806.786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.289277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.481516Z","time spent":"807.746341ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:53.288522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.874869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:53.289351Z","caller":"traceutil/trace.go:171","msg":"trace[2008043805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3197; }","duration":"837.750148ms","start":"2026-03-31T22:28:52.451577Z","end":"2026-03-31T22:28:53.289327Z","steps":["trace[2008043805] 'agreement among raft nodes before linearized reading' (duration: 836.850588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.288558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.449392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:28:53.289433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.451559Z","time spent":"837.83907ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:28:53.289484Z","caller":"traceutil/trace.go:171","msg":"trace[691300637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3197; }","duration":"807.389613ms","start":"2026-03-31T22:28:52.48207Z","end":"2026-03-31T22:28:53.28946Z","steps":["trace[691300637] 'agreement among raft nodes before linearized reading' (duration: 806.394991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.28956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.482058Z","time spent":"807.468725ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:28:53.28864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432977293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:53.2897Z","caller":"traceutil/trace.go:171","msg":"trace[316547729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3197; }","duration":"1.434053477s","start":"2026-03-31T22:28:51.855624Z","end":"2026-03-31T22:28:53.289678Z","steps":["trace[316547729] 'agreement among raft nodes before linearized reading' (duration: 1.432993224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.289775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:51.855606Z","time spent":"1.43414624s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:28:53.288677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.439214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:28:53.289838Z","caller":"traceutil/trace.go:171","msg":"trace[359549333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3197; }","duration":"808.62208ms","start":"2026-03-31T22:28:52.4812Z","end":"2026-03-31T22:28:53.289822Z","steps":["trace[359549333] 'agreement among raft nodes before linearized reading' (duration: 807.367583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.289898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.481183Z","time spent":"808.700172ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:28:53.288699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.273381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:28:53.290022Z","caller":"traceutil/trace.go:171","msg":"trace[271887507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3197; }","duration":"812.597731ms","start":"2026-03-31T22:28:52.47741Z","end":"2026-03-31T22:28:53.290008Z","steps":["trace[271887507] 'agreement among raft nodes before linearized reading' (duration: 811.188039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.290069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.477348Z","time spent":"812.704014ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:28:53.288704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303185503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:53.290138Z","caller":"traceutil/trace.go:171","msg":"trace[727467646] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3197; }","duration":"1.304655427s","start":"2026-03-31T22:28:51.985468Z","end":"2026-03-31T22:28:53.290123Z","steps":["trace[727467646] 'agreement among raft nodes before linearized reading' (duration: 1.303114812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.288797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448619486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:28:53.290195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:51.985446Z","time spent":"1.304734709s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T22:28:53.290196Z","caller":"traceutil/trace.go:171","msg":"trace[1353098236] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3197; }","duration":"1.450058679s","start":"2026-03-31T22:28:51.840124Z","end":"2026-03-31T22:28:53.290183Z","steps":["trace[1353098236] 'agreement among raft nodes before linearized reading' (duration: 1.447662995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.289478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:52.390214Z","time spent":"899.191535ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:53.290241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:51.840103Z","time spent":"1.45012255s","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:53.620339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.910404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:53.620552Z","caller":"traceutil/trace.go:171","msg":"trace[1399632540] linearizableReadLoop","detail":"{readStateIndex:3331; appliedIndex:3330; }","duration":"326.758106ms","start":"2026-03-31T22:28:53.293767Z","end":"2026-03-31T22:28:53.620525Z","steps":["trace[1399632540] 'read index received' (duration: 28.567985ms)","trace[1399632540] 'applied index is now lower than readState.Index' (duration: 298.187121ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:53.620605Z","caller":"traceutil/trace.go:171","msg":"trace[1751598181] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"329.180051ms","start":"2026-03-31T22:28:53.291394Z","end":"2026-03-31T22:28:53.620574Z","steps":["trace[1751598181] 'process raft request' (duration: 30.956139ms)","trace[1751598181] 'compare' (duration: 297.805821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:53.620652Z","caller":"traceutil/trace.go:171","msg":"trace[736356850] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"326.787546ms","start":"2026-03-31T22:28:53.293838Z","end":"2026-03-31T22:28:53.620626Z","steps":["trace[736356850] 'process raft request' (duration: 326.617481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:53.620667Z","caller":"traceutil/trace.go:171","msg":"trace[450354603] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"326.717504ms","start":"2026-03-31T22:28:53.293928Z","end":"2026-03-31T22:28:53.620645Z","steps":["trace[450354603] 'process raft request' (duration: 326.586401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.620694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.291317Z","time spent":"329.334883ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:53.620763Z","caller":"traceutil/trace.go:171","msg":"trace[140595670] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"326.496759ms","start":"2026-03-31T22:28:53.294246Z","end":"2026-03-31T22:28:53.620742Z","steps":["trace[140595670] 'process raft request' (duration: 326.302505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.620786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.005341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-31T22:28:53.620791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.293827Z","time spent":"326.889968ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:53.620794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.293902Z","time spent":"326.820767ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:53.62082Z","caller":"traceutil/trace.go:171","msg":"trace[1163121970] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3201; }","duration":"327.065962ms","start":"2026-03-31T22:28:53.293744Z","end":"2026-03-31T22:28:53.62081Z","steps":["trace[1163121970] 'agreement among raft nodes before linearized reading' (duration: 326.913539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.62086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.293728Z","time spent":"327.124794ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T22:28:53.620867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.294234Z","time spent":"326.578201ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:53.620913Z","caller":"traceutil/trace.go:171","msg":"trace[859836651] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"326.271225ms","start":"2026-03-31T22:28:53.294632Z","end":"2026-03-31T22:28:53.620903Z","steps":["trace[859836651] 'process raft request' (duration: 326.103691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.620946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.016581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:53.620937Z","caller":"traceutil/trace.go:171","msg":"trace[1160231305] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"326.100681ms","start":"2026-03-31T22:28:53.294813Z","end":"2026-03-31T22:28:53.620914Z","steps":["trace[1160231305] 'process raft request' (duration: 325.955458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:53.62098Z","caller":"traceutil/trace.go:171","msg":"trace[1796367598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3204; }","duration":"167.087241ms","start":"2026-03-31T22:28:53.453881Z","end":"2026-03-31T22:28:53.620968Z","steps":["trace[1796367598] 'agreement among raft nodes before linearized reading' (duration: 167.03051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.620979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.294625Z","time spent":"326.323736ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:53.621057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.294804Z","time spent":"326.196433ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:53.620967Z","caller":"traceutil/trace.go:171","msg":"trace[1341415348] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"326.565091ms","start":"2026-03-31T22:28:53.294395Z","end":"2026-03-31T22:28:53.62096Z","steps":["trace[1341415348] 'process raft request' (duration: 326.288245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.621116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.294389Z","time spent":"326.705954ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:53.620957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.106903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:28:53.621186Z","caller":"traceutil/trace.go:171","msg":"trace[1890446189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3204; }","duration":"327.362889ms","start":"2026-03-31T22:28:53.293815Z","end":"2026-03-31T22:28:53.621178Z","steps":["trace[1890446189] 'agreement among raft nodes before linearized reading' (duration: 326.990881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:53.621211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.2938Z","time spent":"327.40499ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:28:54.342335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.301384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:28:54.342417Z","caller":"traceutil/trace.go:171","msg":"trace[1607350043] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3204; }","duration":"357.428137ms","start":"2026-03-31T22:28:53.984972Z","end":"2026-03-31T22:28:54.3424Z","steps":["trace[1607350043] 'range keys from in-memory index tree' (duration: 357.1264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:54.342469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:53.984952Z","time spent":"357.502588ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T22:28:55.012236Z","caller":"traceutil/trace.go:171","msg":"trace[1011060290] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"633.961589ms","start":"2026-03-31T22:28:54.378241Z","end":"2026-03-31T22:28:55.012202Z","steps":["trace[1011060290] 'process raft request' (duration: 633.726624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:55.012462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:54.378224Z","time spent":"634.124233ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:55.141506Z","caller":"traceutil/trace.go:171","msg":"trace[737509715] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"252.314395ms","start":"2026-03-31T22:28:54.889147Z","end":"2026-03-31T22:28:55.141461Z","steps":["trace[737509715] 'process raft request' (duration: 161.110367ms)","trace[737509715] 'compare' (duration: 90.915862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:55.709389Z","caller":"traceutil/trace.go:171","msg":"trace[490584044] linearizableReadLoop","detail":"{readStateIndex:3341; appliedIndex:3339; }","duration":"253.581623ms","start":"2026-03-31T22:28:55.45579Z","end":"2026-03-31T22:28:55.709372Z","steps":["trace[490584044] 'read index received' (duration: 220.917175ms)","trace[490584044] 'applied index is now lower than readState.Index' (duration: 32.663678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:55.709507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.705905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:55.709538Z","caller":"traceutil/trace.go:171","msg":"trace[1834212121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3208; }","duration":"253.798568ms","start":"2026-03-31T22:28:55.455732Z","end":"2026-03-31T22:28:55.709531Z","steps":["trace[1834212121] 'agreement among raft nodes before linearized reading' (duration: 253.742047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:55.709542Z","caller":"traceutil/trace.go:171","msg":"trace[188156224] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"491.024303ms","start":"2026-03-31T22:28:55.218501Z","end":"2026-03-31T22:28:55.709525Z","steps":["trace[188156224] 'process raft request' (duration: 458.191992ms)","trace[188156224] 'compare' (duration: 32.130035ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:55.709564Z","caller":"traceutil/trace.go:171","msg":"trace[1465433611] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"411.13962ms","start":"2026-03-31T22:28:55.298372Z","end":"2026-03-31T22:28:55.709511Z","steps":["trace[1465433611] 'process raft request' (duration: 410.965056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:55.709636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:55.218473Z","time spent":"491.104664ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:55.709724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:55.298336Z","time spent":"411.308524ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:01.697056Z","caller":"traceutil/trace.go:171","msg":"trace[315178622] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"531.67951ms","start":"2026-03-31T22:29:01.165352Z","end":"2026-03-31T22:29:01.697032Z","steps":["trace[315178622] 'process raft request' (duration: 531.553147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:01.697186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:01.165333Z","time spent":"531.793393ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:01.697531Z","caller":"traceutil/trace.go:171","msg":"trace[692360978] linearizableReadLoop","detail":"{readStateIndex:3375; appliedIndex:3374; }","duration":"243.400404ms","start":"2026-03-31T22:29:01.454119Z","end":"2026-03-31T22:29:01.697519Z","steps":["trace[692360978] 'read index received' (duration: 242.691567ms)","trace[692360978] 'applied index is now lower than readState.Index' (duration: 707.707µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:01.697666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.532376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:01.697699Z","caller":"traceutil/trace.go:171","msg":"trace[760423574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3241; }","duration":"243.622869ms","start":"2026-03-31T22:29:01.454067Z","end":"2026-03-31T22:29:01.69769Z","steps":["trace[760423574] 'agreement among raft nodes before linearized reading' (duration: 243.544067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:01.697886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.931032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:01.697915Z","caller":"traceutil/trace.go:171","msg":"trace[1007665309] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3241; }","duration":"222.994764ms","start":"2026-03-31T22:29:01.474912Z","end":"2026-03-31T22:29:01.697906Z","steps":["trace[1007665309] 'agreement among raft nodes before linearized reading' (duration: 222.951003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:01.899243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.223801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:01.899572Z","caller":"traceutil/trace.go:171","msg":"trace[507547355] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"143.039728ms","start":"2026-03-31T22:29:01.756478Z","end":"2026-03-31T22:29:01.899518Z","steps":["trace[507547355] 'process raft request' (duration: 23.155022ms)","trace[507547355] 'compare' (duration: 118.935625ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:01.899638Z","caller":"traceutil/trace.go:171","msg":"trace[1213686120] linearizableReadLoop","detail":"{readStateIndex:3377; appliedIndex:3375; }","duration":"133.456133ms","start":"2026-03-31T22:29:01.766144Z","end":"2026-03-31T22:29:01.899601Z","steps":["trace[1213686120] 'read index received' (duration: 13.472835ms)","trace[1213686120] 'applied index is now lower than readState.Index' (duration: 119.982248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:01.899757Z","caller":"traceutil/trace.go:171","msg":"trace[146690657] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"139.077849ms","start":"2026-03-31T22:29:01.760671Z","end":"2026-03-31T22:29:01.899749Z","steps":["trace[146690657] 'process raft request' (duration: 138.68394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:01.899955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.302277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:29:01.899998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.854871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:29:01.900017Z","caller":"traceutil/trace.go:171","msg":"trace[2132792466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3243; }","duration":"109.41379ms","start":"2026-03-31T22:29:01.790587Z","end":"2026-03-31T22:29:01.9Z","steps":["trace[2132792466] 'agreement among raft nodes before linearized reading' (duration: 109.216075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:01.900024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.373431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:29:01.900044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.141585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:29:01.900047Z","caller":"traceutil/trace.go:171","msg":"trace[1115514624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3243; }","duration":"133.943794ms","start":"2026-03-31T22:29:01.766092Z","end":"2026-03-31T22:29:01.900036Z","steps":["trace[1115514624] 'agreement among raft nodes before linearized reading' (duration: 133.824961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:01.900067Z","caller":"traceutil/trace.go:171","msg":"trace[2046041740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3243; }","duration":"106.431022ms","start":"2026-03-31T22:29:01.793626Z","end":"2026-03-31T22:29:01.900057Z","steps":["trace[2046041740] 'agreement among raft nodes before linearized reading' (duration: 106.262978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:01.900075Z","caller":"traceutil/trace.go:171","msg":"trace[882282337] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3243; }","duration":"106.184397ms","start":"2026-03-31T22:29:01.793883Z","end":"2026-03-31T22:29:01.900067Z","steps":["trace[882282337] 'agreement among raft nodes before linearized reading' (duration: 106.080535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:01.9Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.618296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:29:01.900248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.959299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:01.900313Z","caller":"traceutil/trace.go:171","msg":"trace[27222067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3243; }","duration":"109.086752ms","start":"2026-03-31T22:29:01.791211Z","end":"2026-03-31T22:29:01.900298Z","steps":["trace[27222067] 'agreement among raft nodes before linearized reading' (duration: 108.874128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:01.900262Z","caller":"traceutil/trace.go:171","msg":"trace[1496904956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3243; }","duration":"106.895012ms","start":"2026-03-31T22:29:01.793355Z","end":"2026-03-31T22:29:01.90025Z","steps":["trace[1496904956] 'agreement among raft nodes before linearized reading' (duration: 106.556575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.091234Z","caller":"traceutil/trace.go:171","msg":"trace[571234085] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"189.369794ms","start":"2026-03-31T22:29:01.901824Z","end":"2026-03-31T22:29:02.091194Z","steps":["trace[571234085] 'process raft request' (duration: 130.050795ms)","trace[571234085] 'compare' (duration: 59.154025ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:02.226271Z","caller":"traceutil/trace.go:171","msg":"trace[2131556150] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"322.670213ms","start":"2026-03-31T22:29:01.903573Z","end":"2026-03-31T22:29:02.226243Z","steps":["trace[2131556150] 'process raft request' (duration: 310.039738ms)","trace[2131556150] 'compare' (duration: 12.433311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:02.22642Z","caller":"traceutil/trace.go:171","msg":"trace[240544817] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"322.317476ms","start":"2026-03-31T22:29:01.904084Z","end":"2026-03-31T22:29:02.226401Z","steps":["trace[240544817] 'process raft request' (duration: 322.11119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.226524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:01.904074Z","time spent":"322.397078ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:02.226853Z","caller":"traceutil/trace.go:171","msg":"trace[241851811] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"322.586051ms","start":"2026-03-31T22:29:01.904247Z","end":"2026-03-31T22:29:02.226833Z","steps":["trace[241851811] 'process raft request' (duration: 322.08904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.226964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:01.904205Z","time spent":"322.702254ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:02.227135Z","caller":"traceutil/trace.go:171","msg":"trace[1680340175] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"322.340775ms","start":"2026-03-31T22:29:01.904773Z","end":"2026-03-31T22:29:02.227114Z","steps":["trace[1680340175] 'process raft request' (duration: 322.10409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.227189Z","caller":"traceutil/trace.go:171","msg":"trace[356863363] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"322.657293ms","start":"2026-03-31T22:29:01.904523Z","end":"2026-03-31T22:29:02.22718Z","steps":["trace[356863363] 'process raft request' (duration: 322.189402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.227305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:01.904509Z","time spent":"322.718614ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:02.227126Z","caller":"traceutil/trace.go:171","msg":"trace[384436804] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"322.362986ms","start":"2026-03-31T22:29:01.904736Z","end":"2026-03-31T22:29:02.227099Z","steps":["trace[384436804] 'process raft request' (duration: 322.11173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.227351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:01.90477Z","time spent":"322.426377ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:02.227562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:01.904729Z","time spent":"322.790805ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:02.227538Z","caller":"traceutil/trace.go:171","msg":"trace[1174030191] linearizableReadLoop","detail":"{readStateIndex:3384; appliedIndex:3377; }","duration":"242.682768ms","start":"2026-03-31T22:29:01.98471Z","end":"2026-03-31T22:29:02.227393Z","steps":["trace[1174030191] 'read index received' (duration: 47.041922ms)","trace[1174030191] 'applied index is now lower than readState.Index' (duration: 195.637965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:02.227895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:01.903557Z","time spent":"322.798646ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:02.232525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.800774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:02.232588Z","caller":"traceutil/trace.go:171","msg":"trace[1834593823] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3250; }","duration":"247.903045ms","start":"2026-03-31T22:29:01.984672Z","end":"2026-03-31T22:29:02.232575Z","steps":["trace[1834593823] 'agreement among raft nodes before linearized reading' (duration: 242.874102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:04.07681Z","caller":"traceutil/trace.go:171","msg":"trace[765735621] linearizableReadLoop","detail":"{readStateIndex:3389; appliedIndex:3387; }","duration":"167.432729ms","start":"2026-03-31T22:29:03.909354Z","end":"2026-03-31T22:29:04.076787Z","steps":["trace[765735621] 'read index received' (duration: 6.812554ms)","trace[765735621] 'applied index is now lower than readState.Index' (duration: 160.618815ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:04.076942Z","caller":"traceutil/trace.go:171","msg":"trace[578720664] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"171.570292ms","start":"2026-03-31T22:29:03.905351Z","end":"2026-03-31T22:29:04.076921Z","steps":["trace[578720664] 'process raft request' (duration: 170.170601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:04.077091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.713126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:04.077153Z","caller":"traceutil/trace.go:171","msg":"trace[1342472223] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3254; }","duration":"167.803468ms","start":"2026-03-31T22:29:03.909334Z","end":"2026-03-31T22:29:04.077138Z","steps":["trace[1342472223] 'agreement among raft nodes before linearized reading' (duration: 167.581153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:10.472832Z","caller":"traceutil/trace.go:171","msg":"trace[800476028] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"112.98904ms","start":"2026-03-31T22:29:10.359824Z","end":"2026-03-31T22:29:10.472813Z","steps":["trace[800476028] 'process raft request' (duration: 34.513339ms)","trace[800476028] 'compare' (duration: 78.220685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:10.472845Z","caller":"traceutil/trace.go:171","msg":"trace[733778999] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"112.733114ms","start":"2026-03-31T22:29:10.360087Z","end":"2026-03-31T22:29:10.47282Z","steps":["trace[733778999] 'process raft request' (duration: 112.636852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:10.473205Z","caller":"traceutil/trace.go:171","msg":"trace[1672305441] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"111.868585ms","start":"2026-03-31T22:29:10.361312Z","end":"2026-03-31T22:29:10.473181Z","steps":["trace[1672305441] 'process raft request' (duration: 111.761583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:10.473234Z","caller":"traceutil/trace.go:171","msg":"trace[2103344067] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"112.99762ms","start":"2026-03-31T22:29:10.3602Z","end":"2026-03-31T22:29:10.473198Z","steps":["trace[2103344067] 'process raft request' (duration: 112.577731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.1791Z","caller":"traceutil/trace.go:171","msg":"trace[726472304] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"102.749179ms","start":"2026-03-31T22:29:14.076329Z","end":"2026-03-31T22:29:14.179078Z","steps":["trace[726472304] 'process raft request' (duration: 102.593835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.448965Z","caller":"traceutil/trace.go:171","msg":"trace[252056824] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3445; }","duration":"261.83227ms","start":"2026-03-31T22:29:14.187111Z","end":"2026-03-31T22:29:14.448943Z","steps":["trace[252056824] 'read index received' (duration: 261.664397ms)","trace[252056824] 'applied index is now lower than readState.Index' (duration: 166.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:14.449037Z","caller":"traceutil/trace.go:171","msg":"trace[2046064145] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"317.884736ms","start":"2026-03-31T22:29:14.131114Z","end":"2026-03-31T22:29:14.448998Z","steps":["trace[2046064145] 'process raft request' (duration: 317.61432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:14.449248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:14.131091Z","time spent":"318.062229ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:14.44928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.148917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:29:14.449313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.43532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:29:14.449352Z","caller":"traceutil/trace.go:171","msg":"trace[374380374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3309; }","duration":"262.27077ms","start":"2026-03-31T22:29:14.187064Z","end":"2026-03-31T22:29:14.449335Z","steps":["trace[374380374] 'agreement among raft nodes before linearized reading' (duration: 262.045805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.449379Z","caller":"traceutil/trace.go:171","msg":"trace[1162635620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3309; }","duration":"101.546373ms","start":"2026-03-31T22:29:14.347816Z","end":"2026-03-31T22:29:14.449363Z","steps":["trace[1162635620] 'agreement among raft nodes before linearized reading' (duration: 101.345238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.68829Z","caller":"traceutil/trace.go:171","msg":"trace[1233313940] linearizableReadLoop","detail":"{readStateIndex:3449; appliedIndex:3448; }","duration":"167.062061ms","start":"2026-03-31T22:29:14.521203Z","end":"2026-03-31T22:29:14.688265Z","steps":["trace[1233313940] 'read index received' (duration: 68.120368ms)","trace[1233313940] 'applied index is now lower than readState.Index' (duration: 98.940433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:14.688597Z","caller":"traceutil/trace.go:171","msg":"trace[512713447] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"167.44803ms","start":"2026-03-31T22:29:14.521097Z","end":"2026-03-31T22:29:14.688545Z","steps":["trace[512713447] 'process raft request' (duration: 68.233531ms)","trace[512713447] 'compare' (duration: 98.81657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:14.688803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.434349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:29:14.688931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.642045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:29:14.688939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.284627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:14.688999Z","caller":"traceutil/trace.go:171","msg":"trace[1888120682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3312; }","duration":"148.372119ms","start":"2026-03-31T22:29:14.540609Z","end":"2026-03-31T22:29:14.688981Z","steps":["trace[1888120682] 'agreement among raft nodes before linearized reading' (duration: 148.187935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.689015Z","caller":"traceutil/trace.go:171","msg":"trace[1998957514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3312; }","duration":"148.751357ms","start":"2026-03-31T22:29:14.540214Z","end":"2026-03-31T22:29:14.688965Z","steps":["trace[1998957514] 'agreement among raft nodes before linearized reading' (duration: 148.551943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.688954Z","caller":"traceutil/trace.go:171","msg":"trace[1111200187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3312; }","duration":"167.768757ms","start":"2026-03-31T22:29:14.521165Z","end":"2026-03-31T22:29:14.688934Z","steps":["trace[1111200187] 'agreement among raft nodes before linearized reading' (duration: 167.294266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:14.688819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.31472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:29:14.689378Z","caller":"traceutil/trace.go:171","msg":"trace[1831092035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3312; }","duration":"149.899723ms","start":"2026-03-31T22:29:14.539462Z","end":"2026-03-31T22:29:14.689362Z","steps":["trace[1831092035] 'agreement among raft nodes before linearized reading' (duration: 149.184667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.838308Z","caller":"traceutil/trace.go:171","msg":"trace[771075482] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"144.707956ms","start":"2026-03-31T22:29:14.693574Z","end":"2026-03-31T22:29:14.838281Z","steps":["trace[771075482] 'process raft request' (duration: 137.200897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.838408Z","caller":"traceutil/trace.go:171","msg":"trace[2124340007] linearizableReadLoop","detail":"{readStateIndex:3452; appliedIndex:3450; }","duration":"135.858166ms","start":"2026-03-31T22:29:14.702527Z","end":"2026-03-31T22:29:14.838385Z","steps":["trace[2124340007] 'read index received' (duration: 7.129481ms)","trace[2124340007] 'applied index is now lower than readState.Index' (duration: 128.726715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:14.838512Z","caller":"traceutil/trace.go:171","msg":"trace[400096451] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"143.883668ms","start":"2026-03-31T22:29:14.694607Z","end":"2026-03-31T22:29:14.83849Z","steps":["trace[400096451] 'process raft request' (duration: 143.601851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:14.838569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.02711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T22:29:14.838599Z","caller":"traceutil/trace.go:171","msg":"trace[1722779676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3315; }","duration":"136.087562ms","start":"2026-03-31T22:29:14.702502Z","end":"2026-03-31T22:29:14.83859Z","steps":["trace[1722779676] 'agreement among raft nodes before linearized reading' (duration: 135.958949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:16.346739Z","caller":"traceutil/trace.go:171","msg":"trace[1934140367] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"178.429328ms","start":"2026-03-31T22:29:16.168274Z","end":"2026-03-31T22:29:16.346703Z","steps":["trace[1934140367] 'process raft request' (duration: 162.766764ms)","trace[1934140367] 'compare' (duration: 14.671582ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:16.404068Z","caller":"traceutil/trace.go:171","msg":"trace[1289525594] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"219.544405ms","start":"2026-03-31T22:29:16.184489Z","end":"2026-03-31T22:29:16.404033Z","steps":["trace[1289525594] 'process raft request' (duration: 219.329691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:16.930355Z","caller":"traceutil/trace.go:171","msg":"trace[1585971818] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"382.103364ms","start":"2026-03-31T22:29:16.548213Z","end":"2026-03-31T22:29:16.930316Z","steps":["trace[1585971818] 'process raft request' (duration: 381.760136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:16.93053Z","caller":"traceutil/trace.go:171","msg":"trace[1203716563] linearizableReadLoop","detail":"{readStateIndex:3462; appliedIndex:3460; }","duration":"236.18613ms","start":"2026-03-31T22:29:16.694318Z","end":"2026-03-31T22:29:16.930505Z","steps":["trace[1203716563] 'read index received' (duration: 235.550376ms)","trace[1203716563] 'applied index is now lower than readState.Index' (duration: 634.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:16.930545Z","caller":"traceutil/trace.go:171","msg":"trace[1260995797] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"381.470629ms","start":"2026-03-31T22:29:16.549048Z","end":"2026-03-31T22:29:16.930519Z","steps":["trace[1260995797] 'process raft request' (duration: 381.224004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:16.930727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.413735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:29:16.930731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:16.54903Z","time spent":"381.574812ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:16.930767Z","caller":"traceutil/trace.go:171","msg":"trace[1742266806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3325; }","duration":"236.491698ms","start":"2026-03-31T22:29:16.694266Z","end":"2026-03-31T22:29:16.930757Z","steps":["trace[1742266806] 'agreement among raft nodes before linearized reading' (duration: 236.343494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:16.930724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.469287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:29:16.930843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:16.548201Z","time spent":"382.260517ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:16.930869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.858177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:29:16.930879Z","caller":"traceutil/trace.go:171","msg":"trace[1742365873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3325; }","duration":"217.664963ms","start":"2026-03-31T22:29:16.713202Z","end":"2026-03-31T22:29:16.930867Z","steps":["trace[1742365873] 'agreement among raft nodes before linearized reading' (duration: 217.435917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:16.930908Z","caller":"traceutil/trace.go:171","msg":"trace[1819004838] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:3325; }","duration":"166.886867ms","start":"2026-03-31T22:29:16.764004Z","end":"2026-03-31T22:29:16.930891Z","steps":["trace[1819004838] 'agreement among raft nodes before linearized reading' (duration: 166.814106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:16.930798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.750864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:16.930953Z","caller":"traceutil/trace.go:171","msg":"trace[1443830726] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3325; }","duration":"166.941778ms","start":"2026-03-31T22:29:16.763992Z","end":"2026-03-31T22:29:16.930934Z","steps":["trace[1443830726] 'agreement among raft nodes before linearized reading' (duration: 166.758234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:17.124843Z","caller":"traceutil/trace.go:171","msg":"trace[140101340] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"189.540458ms","start":"2026-03-31T22:29:16.935282Z","end":"2026-03-31T22:29:17.124822Z","steps":["trace[140101340] 'process raft request' (duration: 189.506838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:17.12512Z","caller":"traceutil/trace.go:171","msg":"trace[449977921] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"190.006929ms","start":"2026-03-31T22:29:16.935094Z","end":"2026-03-31T22:29:17.125101Z","steps":["trace[449977921] 'process raft request' (duration: 189.670721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:17.125175Z","caller":"traceutil/trace.go:171","msg":"trace[1855739116] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"190.406518ms","start":"2026-03-31T22:29:16.934751Z","end":"2026-03-31T22:29:17.125157Z","steps":["trace[1855739116] 'process raft request' (duration: 189.984988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:17.125518Z","caller":"traceutil/trace.go:171","msg":"trace[959460450] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"190.394937ms","start":"2026-03-31T22:29:16.934577Z","end":"2026-03-31T22:29:17.124972Z","steps":["trace[959460450] 'process raft request' (duration: 190.035599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:18.204863Z","caller":"traceutil/trace.go:171","msg":"trace[1886880075] linearizableReadLoop","detail":"{readStateIndex:3469; appliedIndex:3468; }","duration":"215.903303ms","start":"2026-03-31T22:29:17.988936Z","end":"2026-03-31T22:29:18.204839Z","steps":["trace[1886880075] 'read index received' (duration: 215.689118ms)","trace[1886880075] 'applied index is now lower than readState.Index' (duration: 213.015µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:18.204922Z","caller":"traceutil/trace.go:171","msg":"trace[1145877478] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"218.998383ms","start":"2026-03-31T22:29:17.985891Z","end":"2026-03-31T22:29:18.204889Z","steps":["trace[1145877478] 'process raft request' (duration: 218.789338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.205065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.108757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T22:29:18.205104Z","caller":"traceutil/trace.go:171","msg":"trace[461871659] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3331; }","duration":"216.19925ms","start":"2026-03-31T22:29:17.988895Z","end":"2026-03-31T22:29:18.205094Z","steps":["trace[461871659] 'agreement among raft nodes before linearized reading' (duration: 216.041516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.612613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.687761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:18.613038Z","caller":"traceutil/trace.go:171","msg":"trace[2102845818] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"369.139962ms","start":"2026-03-31T22:29:18.243877Z","end":"2026-03-31T22:29:18.613017Z","steps":["trace[2102845818] 'process raft request' (duration: 112.94764ms)","trace[2102845818] 'compare' (duration: 255.420545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:18.613127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.243861Z","time spent":"369.225133ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:18.613062Z","caller":"traceutil/trace.go:171","msg":"trace[1596148570] linearizableReadLoop","detail":"{readStateIndex:3470; appliedIndex:3469; }","duration":"320.547464ms","start":"2026-03-31T22:29:18.292491Z","end":"2026-03-31T22:29:18.613038Z","steps":["trace[1596148570] 'read index received' (duration: 64.314112ms)","trace[1596148570] 'applied index is now lower than readState.Index' (duration: 256.230912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:18.613214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.696477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:18.61328Z","caller":"traceutil/trace.go:171","msg":"trace[206663551] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3334; }","duration":"320.79252ms","start":"2026-03-31T22:29:18.292476Z","end":"2026-03-31T22:29:18.613269Z","steps":["trace[206663551] 'agreement among raft nodes before linearized reading' (duration: 320.657557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.613312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.292418Z","time spent":"320.887662ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:29:18.613443Z","caller":"traceutil/trace.go:171","msg":"trace[744923297] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"203.920523ms","start":"2026-03-31T22:29:18.409138Z","end":"2026-03-31T22:29:18.613058Z","steps":["trace[744923297] 'process raft request' (duration: 203.587365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:21.275916Z","caller":"traceutil/trace.go:171","msg":"trace[129622355] linearizableReadLoop","detail":"{readStateIndex:3484; appliedIndex:3483; }","duration":"119.342095ms","start":"2026-03-31T22:29:21.156542Z","end":"2026-03-31T22:29:21.275884Z","steps":["trace[129622355] 'read index received' (duration: 59.078754ms)","trace[129622355] 'applied index is now lower than readState.Index' (duration: 60.262081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:21.276127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.56475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:29:21.275949Z","caller":"traceutil/trace.go:171","msg":"trace[1813050840] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"119.617391ms","start":"2026-03-31T22:29:21.156308Z","end":"2026-03-31T22:29:21.275925Z","steps":["trace[1813050840] 'process raft request' (duration: 59.3839ms)","trace[1813050840] 'compare' (duration: 60.055707ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:21.276174Z","caller":"traceutil/trace.go:171","msg":"trace[167606028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3346; }","duration":"119.660302ms","start":"2026-03-31T22:29:21.156504Z","end":"2026-03-31T22:29:21.276164Z","steps":["trace[167606028] 'agreement among raft nodes before linearized reading' (duration: 119.494668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:21.276194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.647201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:29:21.276466Z","caller":"traceutil/trace.go:171","msg":"trace[1237562486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3346; }","duration":"119.944108ms","start":"2026-03-31T22:29:21.156504Z","end":"2026-03-31T22:29:21.276448Z","steps":["trace[1237562486] 'agreement among raft nodes before linearized reading' (duration: 119.533329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:21.30354Z","caller":"traceutil/trace.go:171","msg":"trace[552234562] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"145.177916ms","start":"2026-03-31T22:29:21.158324Z","end":"2026-03-31T22:29:21.303502Z","steps":["trace[552234562] 'process raft request' (duration: 144.994952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:22.481729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.77411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:29:22.482093Z","caller":"traceutil/trace.go:171","msg":"trace[1302801014] linearizableReadLoop","detail":"{readStateIndex:3489; appliedIndex:3487; }","duration":"200.149277ms","start":"2026-03-31T22:29:22.281911Z","end":"2026-03-31T22:29:22.482061Z","steps":["trace[1302801014] 'read index received' (duration: 122.891364ms)","trace[1302801014] 'applied index is now lower than readState.Index' (duration: 77.255613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:22.482141Z","caller":"traceutil/trace.go:171","msg":"trace[1773374509] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"238.068823ms","start":"2026-03-31T22:29:22.244032Z","end":"2026-03-31T22:29:22.482101Z","steps":["trace[1773374509] 'process raft request' (duration: 237.809427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:22.63676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.875797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:22.636851Z","caller":"traceutil/trace.go:171","msg":"trace[521177719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3350; }","duration":"182.99776ms","start":"2026-03-31T22:29:22.453828Z","end":"2026-03-31T22:29:22.636826Z","steps":["trace[521177719] 'agreement among raft nodes before linearized reading' (duration: 28.384611ms)","trace[521177719] 'range keys from in-memory index tree' (duration: 154.491977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:22.637051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.112414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:22.637141Z","caller":"traceutil/trace.go:171","msg":"trace[1359688402] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3350; }","duration":"355.249978ms","start":"2026-03-31T22:29:22.28187Z","end":"2026-03-31T22:29:22.63712Z","steps":["trace[1359688402] 'agreement among raft nodes before linearized reading' (duration: 200.326441ms)","trace[1359688402] 'count revisions from in-memory index tree' (duration: 154.777683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:22.6372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:22.281851Z","time spent":"355.33695ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:23.6814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.230239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:23.681712Z","caller":"traceutil/trace.go:171","msg":"trace[1228225935] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"330.683284ms","start":"2026-03-31T22:29:23.350956Z","end":"2026-03-31T22:29:23.68164Z","steps":["trace[1228225935] 'process raft request' (duration: 208.118238ms)","trace[1228225935] 'compare' (duration: 121.985633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:23.682041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:23.350935Z","time spent":"330.886388ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:23.682048Z","caller":"traceutil/trace.go:171","msg":"trace[1951589541] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"288.834819ms","start":"2026-03-31T22:29:23.393178Z","end":"2026-03-31T22:29:23.682013Z","steps":["trace[1951589541] 'process raft request' (duration: 288.649725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:23.682042Z","caller":"traceutil/trace.go:171","msg":"trace[1836675334] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"301.851093ms","start":"2026-03-31T22:29:23.380122Z","end":"2026-03-31T22:29:23.681973Z","steps":["trace[1836675334] 'process raft request' (duration: 301.403323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:23.682057Z","caller":"traceutil/trace.go:171","msg":"trace[996708394] linearizableReadLoop","detail":"{readStateIndex:3499; appliedIndex:3496; }","duration":"227.586037ms","start":"2026-03-31T22:29:23.454445Z","end":"2026-03-31T22:29:23.682031Z","steps":["trace[996708394] 'read index received' (duration: 104.643863ms)","trace[996708394] 'applied index is now lower than readState.Index' (duration: 122.940214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:23.6823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.859174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:23.682311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:23.380098Z","time spent":"302.036477ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:23.68231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.214337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:23.682404Z","caller":"traceutil/trace.go:171","msg":"trace[1460677216] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3360; }","duration":"176.368341ms","start":"2026-03-31T22:29:23.506009Z","end":"2026-03-31T22:29:23.682377Z","steps":["trace[1460677216] 'agreement among raft nodes before linearized reading' (duration: 176.217547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:23.682352Z","caller":"traceutil/trace.go:171","msg":"trace[1000023810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3360; }","duration":"227.957456ms","start":"2026-03-31T22:29:23.454382Z","end":"2026-03-31T22:29:23.68234Z","steps":["trace[1000023810] 'agreement among raft nodes before linearized reading' (duration: 227.71922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:25.827287Z","caller":"traceutil/trace.go:171","msg":"trace[207911304] linearizableReadLoop","detail":"{readStateIndex:3508; appliedIndex:3506; }","duration":"119.098639ms","start":"2026-03-31T22:29:25.708158Z","end":"2026-03-31T22:29:25.827256Z","steps":["trace[207911304] 'read index received' (duration: 70.8609ms)","trace[207911304] 'applied index is now lower than readState.Index' (duration: 48.236578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:25.827534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.347254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:29:25.827587Z","caller":"traceutil/trace.go:171","msg":"trace[2020757745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3369; }","duration":"119.443296ms","start":"2026-03-31T22:29:25.70813Z","end":"2026-03-31T22:29:25.827573Z","steps":["trace[2020757745] 'agreement among raft nodes before linearized reading' (duration: 119.238831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:25.827525Z","caller":"traceutil/trace.go:171","msg":"trace[1281203809] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"137.946754ms","start":"2026-03-31T22:29:25.689539Z","end":"2026-03-31T22:29:25.827485Z","steps":["trace[1281203809] 'process raft request' (duration: 137.270369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:26.479522Z","caller":"traceutil/trace.go:171","msg":"trace[1089174585] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"118.231268ms","start":"2026-03-31T22:29:26.361267Z","end":"2026-03-31T22:29:26.479498Z","steps":["trace[1089174585] 'process raft request' (duration: 118.083195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.606223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.412841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:28.606406Z","caller":"traceutil/trace.go:171","msg":"trace[1156137640] linearizableReadLoop","detail":"{readStateIndex:3524; appliedIndex:3523; }","duration":"701.733948ms","start":"2026-03-31T22:29:27.904653Z","end":"2026-03-31T22:29:28.606386Z","steps":["trace[1156137640] 'read index received' (duration: 389.01763ms)","trace[1156137640] 'applied index is now lower than readState.Index' (duration: 312.714438ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:28.606513Z","caller":"traceutil/trace.go:171","msg":"trace[835645036] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"771.012331ms","start":"2026-03-31T22:29:27.835487Z","end":"2026-03-31T22:29:28.6065Z","steps":["trace[835645036] 'process raft request' (duration: 458.232813ms)","trace[835645036] 'compare' (duration: 312.144664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:28.60662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:27.835462Z","time spent":"771.116414ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:28.606971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.307771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:29:28.607047Z","caller":"traceutil/trace.go:171","msg":"trace[1545854835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3384; }","duration":"702.432044ms","start":"2026-03-31T22:29:27.904598Z","end":"2026-03-31T22:29:28.60703Z","steps":["trace[1545854835] 'agreement among raft nodes before linearized reading' (duration: 702.120296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.607114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:27.904578Z","time spent":"702.501006ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:28.607176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.523208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:28.607248Z","caller":"traceutil/trace.go:171","msg":"trace[310354239] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3385; }","duration":"621.633721ms","start":"2026-03-31T22:29:27.985597Z","end":"2026-03-31T22:29:28.607231Z","steps":["trace[310354239] 'agreement among raft nodes before linearized reading' (duration: 621.456617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.607282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:27.985574Z","time spent":"621.701952ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:29:28.607335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.985434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:28.60741Z","caller":"traceutil/trace.go:171","msg":"trace[589944204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3385; }","duration":"153.112366ms","start":"2026-03-31T22:29:28.454282Z","end":"2026-03-31T22:29:28.607394Z","steps":["trace[589944204] 'agreement among raft nodes before linearized reading' (duration: 152.972863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.608059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.064105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a20d8e5d51b6bd\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T22:29:28.608936Z","caller":"traceutil/trace.go:171","msg":"trace[676436016] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a20d8e5d51b6bd; range_end:; response_count:1; response_revision:3385; }","duration":"367.980145ms","start":"2026-03-31T22:29:28.240934Z","end":"2026-03-31T22:29:28.608914Z","steps":["trace[676436016] 'agreement among raft nodes before linearized reading' (duration: 366.4015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.608997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.240916Z","time spent":"368.059877ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a20d8e5d51b6bd\" "} {"level":"info","ts":"2026-03-31T22:29:33.906368Z","caller":"traceutil/trace.go:171","msg":"trace[63488923] linearizableReadLoop","detail":"{readStateIndex:3553; appliedIndex:3552; }","duration":"343.694937ms","start":"2026-03-31T22:29:33.562651Z","end":"2026-03-31T22:29:33.906346Z","steps":["trace[63488923] 'read index received' (duration: 343.507003ms)","trace[63488923] 'applied index is now lower than readState.Index' (duration: 187.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:33.906438Z","caller":"traceutil/trace.go:171","msg":"trace[1955468720] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"390.172876ms","start":"2026-03-31T22:29:33.516222Z","end":"2026-03-31T22:29:33.906395Z","steps":["trace[1955468720] 'process raft request' (duration: 389.986882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.90662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:33.516201Z","time spent":"390.329879ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:33.906629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.953263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:33.906705Z","caller":"traceutil/trace.go:171","msg":"trace[2008440979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3411; }","duration":"344.087826ms","start":"2026-03-31T22:29:33.562599Z","end":"2026-03-31T22:29:33.906687Z","steps":["trace[2008440979] 'agreement among raft nodes before linearized reading' (duration: 343.84347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.906748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:33.562576Z","time spent":"344.164047ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:29:34.106355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.52394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:34.106461Z","caller":"traceutil/trace.go:171","msg":"trace[1231515734] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3413; }","duration":"120.682994ms","start":"2026-03-31T22:29:33.985756Z","end":"2026-03-31T22:29:34.106439Z","steps":["trace[1231515734] 'range keys from in-memory index tree' (duration: 120.292615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:38.186661Z","caller":"traceutil/trace.go:171","msg":"trace[728787522] linearizableReadLoop","detail":"{readStateIndex:3577; appliedIndex:3576; }","duration":"214.358737ms","start":"2026-03-31T22:29:37.972284Z","end":"2026-03-31T22:29:38.186642Z","steps":["trace[728787522] 'read index received' (duration: 214.225804ms)","trace[728787522] 'applied index is now lower than readState.Index' (duration: 131.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:38.186764Z","caller":"traceutil/trace.go:171","msg":"trace[1426497253] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"221.400847ms","start":"2026-03-31T22:29:37.965352Z","end":"2026-03-31T22:29:38.186753Z","steps":["trace[1426497253] 'process raft request' (duration: 221.171742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.187172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.94594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:38.187227Z","caller":"traceutil/trace.go:171","msg":"trace[368186441] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3434; }","duration":"203.059182ms","start":"2026-03-31T22:29:37.984156Z","end":"2026-03-31T22:29:38.187215Z","steps":["trace[368186441] 'agreement among raft nodes before linearized reading' (duration: 202.722525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.18741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.106724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:38.187515Z","caller":"traceutil/trace.go:171","msg":"trace[1435565244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3434; }","duration":"215.274048ms","start":"2026-03-31T22:29:37.972218Z","end":"2026-03-31T22:29:38.187492Z","steps":["trace[1435565244] 'agreement among raft nodes before linearized reading' (duration: 214.993472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:38.801881Z","caller":"traceutil/trace.go:171","msg":"trace[391939957] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"109.062092ms","start":"2026-03-31T22:29:38.692789Z","end":"2026-03-31T22:29:38.801851Z","steps":["trace[391939957] 'process raft request' (duration: 107.190929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:44.851326Z","caller":"traceutil/trace.go:171","msg":"trace[1844997158] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"122.503715ms","start":"2026-03-31T22:29:44.72879Z","end":"2026-03-31T22:29:44.851294Z","steps":["trace[1844997158] 'process raft request' (duration: 122.325731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:47.116698Z","caller":"traceutil/trace.go:171","msg":"trace[2037710934] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"114.579514ms","start":"2026-03-31T22:29:47.0021Z","end":"2026-03-31T22:29:47.11668Z","steps":["trace[2037710934] 'process raft request' (duration: 114.40021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.507249Z","caller":"traceutil/trace.go:171","msg":"trace[1838954826] linearizableReadLoop","detail":"{readStateIndex:3633; appliedIndex:3632; }","duration":"183.056896ms","start":"2026-03-31T22:29:48.324169Z","end":"2026-03-31T22:29:48.507226Z","steps":["trace[1838954826] 'read index received' (duration: 182.926613ms)","trace[1838954826] 'applied index is now lower than readState.Index' (duration: 126.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:48.507275Z","caller":"traceutil/trace.go:171","msg":"trace[864782623] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"264.379286ms","start":"2026-03-31T22:29:48.242874Z","end":"2026-03-31T22:29:48.507254Z","steps":["trace[864782623] 'process raft request' (duration: 264.180552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.507453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.275922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:29:48.507493Z","caller":"traceutil/trace.go:171","msg":"trace[777338621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3488; }","duration":"183.363244ms","start":"2026-03-31T22:29:48.324121Z","end":"2026-03-31T22:29:48.507484Z","steps":["trace[777338621] 'agreement among raft nodes before linearized reading' (duration: 183.19518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.507532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.94305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:29:48.507608Z","caller":"traceutil/trace.go:171","msg":"trace[1021691459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3488; }","duration":"121.062663ms","start":"2026-03-31T22:29:48.386526Z","end":"2026-03-31T22:29:48.507588Z","steps":["trace[1021691459] 'agreement among raft nodes before linearized reading' (duration: 120.862778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.744826Z","caller":"traceutil/trace.go:171","msg":"trace[1295724706] linearizableReadLoop","detail":"{readStateIndex:3635; appliedIndex:3633; }","duration":"110.10119ms","start":"2026-03-31T22:29:48.634696Z","end":"2026-03-31T22:29:48.744797Z","steps":["trace[1295724706] 'read index received' (duration: 18.244289ms)","trace[1295724706] 'applied index is now lower than readState.Index' (duration: 91.855661ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:48.744898Z","caller":"traceutil/trace.go:171","msg":"trace[1548983395] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"234.338355ms","start":"2026-03-31T22:29:48.510546Z","end":"2026-03-31T22:29:48.744884Z","steps":["trace[1548983395] 'process raft request' (duration: 142.282179ms)","trace[1548983395] 'compare' (duration: 91.79506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:48.744987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.258814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:48.745047Z","caller":"traceutil/trace.go:171","msg":"trace[897257951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3490; }","duration":"110.376287ms","start":"2026-03-31T22:29:48.634656Z","end":"2026-03-31T22:29:48.745032Z","steps":["trace[897257951] 'agreement among raft nodes before linearized reading' (duration: 110.256474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.745105Z","caller":"traceutil/trace.go:171","msg":"trace[1388908382] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"233.652599ms","start":"2026-03-31T22:29:48.511446Z","end":"2026-03-31T22:29:48.745099Z","steps":["trace[1388908382] 'process raft request' (duration: 233.299541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:50.416156Z","caller":"traceutil/trace.go:171","msg":"trace[25991516] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"218.515442ms","start":"2026-03-31T22:29:50.197623Z","end":"2026-03-31T22:29:50.416138Z","steps":["trace[25991516] 'process raft request' (duration: 218.40906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:50.623242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.100046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:50.623358Z","caller":"traceutil/trace.go:171","msg":"trace[122623069] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3497; }","duration":"105.25473ms","start":"2026-03-31T22:29:50.518071Z","end":"2026-03-31T22:29:50.623326Z","steps":["trace[122623069] 'range keys from in-memory index tree' (duration: 105.024454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:50.8894Z","caller":"traceutil/trace.go:171","msg":"trace[1405171813] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"135.358772ms","start":"2026-03-31T22:29:50.754013Z","end":"2026-03-31T22:29:50.889372Z","steps":["trace[1405171813] 'process raft request' (duration: 133.024548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:55.065256Z","caller":"traceutil/trace.go:171","msg":"trace[833356822] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"132.73744ms","start":"2026-03-31T22:29:54.932481Z","end":"2026-03-31T22:29:55.065218Z","steps":["trace[833356822] 'process raft request' (duration: 111.962603ms)","trace[833356822] 'compare' (duration: 20.401969ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:56.692857Z","caller":"traceutil/trace.go:171","msg":"trace[1969527304] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"132.910044ms","start":"2026-03-31T22:29:56.55991Z","end":"2026-03-31T22:29:56.69282Z","steps":["trace[1969527304] 'process raft request' (duration: 80.46858ms)","trace[1969527304] 'compare' (duration: 52.219999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:57.504207Z","caller":"traceutil/trace.go:171","msg":"trace[421129782] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"137.519001ms","start":"2026-03-31T22:29:57.366657Z","end":"2026-03-31T22:29:57.504176Z","steps":["trace[421129782] 'process raft request' (duration: 137.165573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:59.248838Z","caller":"traceutil/trace.go:171","msg":"trace[1637872134] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"299.833681ms","start":"2026-03-31T22:29:58.948983Z","end":"2026-03-31T22:29:59.248817Z","steps":["trace[1637872134] 'process raft request' (duration: 299.707298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:59.620925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.821474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:59.621169Z","caller":"traceutil/trace.go:171","msg":"trace[431924837] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"111.490522ms","start":"2026-03-31T22:29:59.509666Z","end":"2026-03-31T22:29:59.621156Z","steps":["trace[431924837] 'process raft request' (duration: 111.461221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:59.621536Z","caller":"traceutil/trace.go:171","msg":"trace[450833866] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"335.946281ms","start":"2026-03-31T22:29:59.285576Z","end":"2026-03-31T22:29:59.621522Z","steps":["trace[450833866] 'process raft request' (duration: 335.504421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:59.621602Z","caller":"traceutil/trace.go:171","msg":"trace[1993737208] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"517.851021ms","start":"2026-03-31T22:29:59.103694Z","end":"2026-03-31T22:29:59.621545Z","steps":["trace[1993737208] 'process raft request' (duration: 209.348481ms)","trace[1993737208] 'compare' (duration: 307.740251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:59.621529Z","caller":"traceutil/trace.go:171","msg":"trace[1099774984] linearizableReadLoop","detail":"{readStateIndex:3691; appliedIndex:3690; }","duration":"381.119399ms","start":"2026-03-31T22:29:59.24039Z","end":"2026-03-31T22:29:59.621509Z","steps":["trace[1099774984] 'read index received' (duration: 8.922545ms)","trace[1099774984] 'applied index is now lower than readState.Index' (duration: 372.195114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:59.621769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:59.103669Z","time spent":"518.024755ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:59.621773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:59.285546Z","time spent":"336.144515ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:59.621869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.013189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:29:59.621889Z","caller":"traceutil/trace.go:171","msg":"trace[1153757299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3546; }","duration":"345.06428ms","start":"2026-03-31T22:29:59.276819Z","end":"2026-03-31T22:29:59.621884Z","steps":["trace[1153757299] 'agreement among raft nodes before linearized reading' (duration: 344.978288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:59.62187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.9528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:59.621667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.262672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:29:59.621927Z","caller":"traceutil/trace.go:171","msg":"trace[711953170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3546; }","duration":"168.045472ms","start":"2026-03-31T22:29:59.453875Z","end":"2026-03-31T22:29:59.621921Z","steps":["trace[711953170] 'agreement among raft nodes before linearized reading' (duration: 167.976061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:59.622281Z","caller":"traceutil/trace.go:171","msg":"trace[1670393759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3546; }","duration":"381.580729ms","start":"2026-03-31T22:29:59.240356Z","end":"2026-03-31T22:29:59.621937Z","steps":["trace[1670393759] 'agreement among raft nodes before linearized reading' (duration: 381.21716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:59.622345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:59.240339Z","time spent":"381.973708ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:59.621906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:59.276805Z","time spent":"345.097231ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:29:59.843283Z","caller":"traceutil/trace.go:171","msg":"trace[38794597] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"162.473294ms","start":"2026-03-31T22:29:59.68078Z","end":"2026-03-31T22:29:59.843253Z","steps":["trace[38794597] 'process raft request' (duration: 118.190456ms)","trace[38794597] 'compare' (duration: 44.147375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:01.19854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.384848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:01.19863Z","caller":"traceutil/trace.go:171","msg":"trace[1183813860] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3551; }","duration":"134.49449ms","start":"2026-03-31T22:30:01.064118Z","end":"2026-03-31T22:30:01.198612Z","steps":["trace[1183813860] 'count revisions from in-memory index tree' (duration: 134.219475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.199127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.691008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:01.19919Z","caller":"traceutil/trace.go:171","msg":"trace[1744971170] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3551; }","duration":"122.233679ms","start":"2026-03-31T22:30:01.076939Z","end":"2026-03-31T22:30:01.199173Z","steps":["trace[1744971170] 'count revisions from in-memory index tree' (duration: 121.545024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.283547Z","caller":"traceutil/trace.go:171","msg":"trace[168255240] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"114.706927ms","start":"2026-03-31T22:30:01.168813Z","end":"2026-03-31T22:30:01.28352Z","steps":["trace[168255240] 'process raft request' (duration: 114.529103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:02.829147Z","caller":"traceutil/trace.go:171","msg":"trace[2122567372] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"203.562938ms","start":"2026-03-31T22:30:02.625561Z","end":"2026-03-31T22:30:02.829123Z","steps":["trace[2122567372] 'process raft request' (duration: 203.426435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:03.874562Z","caller":"traceutil/trace.go:171","msg":"trace[1326518754] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3711; }","duration":"159.989377ms","start":"2026-03-31T22:30:03.714539Z","end":"2026-03-31T22:30:03.874529Z","steps":["trace[1326518754] 'read index received' (duration: 44.690757ms)","trace[1326518754] 'applied index is now lower than readState.Index' (duration: 115.29675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:03.874657Z","caller":"traceutil/trace.go:171","msg":"trace[1803767161] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"163.118948ms","start":"2026-03-31T22:30:03.711498Z","end":"2026-03-31T22:30:03.874617Z","steps":["trace[1803767161] 'process raft request' (duration: 162.980475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:03.874847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.690447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:30:03.874907Z","caller":"traceutil/trace.go:171","msg":"trace[1334477560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3566; }","duration":"138.799019ms","start":"2026-03-31T22:30:03.736094Z","end":"2026-03-31T22:30:03.874893Z","steps":["trace[1334477560] 'agreement among raft nodes before linearized reading' (duration: 138.600695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:03.874997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.409056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:30:03.875088Z","caller":"traceutil/trace.go:171","msg":"trace[1104180296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3566; }","duration":"160.5836ms","start":"2026-03-31T22:30:03.714485Z","end":"2026-03-31T22:30:03.875069Z","steps":["trace[1104180296] 'agreement among raft nodes before linearized reading' (duration: 160.13692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:03.87459Z","caller":"traceutil/trace.go:171","msg":"trace[872765558] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"163.053916ms","start":"2026-03-31T22:30:03.711494Z","end":"2026-03-31T22:30:03.874548Z","steps":["trace[872765558] 'process raft request' (duration: 162.827981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:09.021626Z","caller":"traceutil/trace.go:171","msg":"trace[1220140862] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"101.748038ms","start":"2026-03-31T22:30:08.919843Z","end":"2026-03-31T22:30:09.021591Z","steps":["trace[1220140862] 'process raft request' (duration: 101.530583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:20.260382Z","caller":"traceutil/trace.go:171","msg":"trace[740618001] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"214.875268ms","start":"2026-03-31T22:30:20.045435Z","end":"2026-03-31T22:30:20.26031Z","steps":["trace[740618001] 'process raft request' (duration: 131.081922ms)","trace[740618001] 'compare' (duration: 83.467419ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:20.260438Z","caller":"traceutil/trace.go:171","msg":"trace[1787978692] linearizableReadLoop","detail":"{readStateIndex:3799; appliedIndex:3798; }","duration":"183.410435ms","start":"2026-03-31T22:30:20.077Z","end":"2026-03-31T22:30:20.260411Z","steps":["trace[1787978692] 'read index received' (duration: 99.454745ms)","trace[1787978692] 'applied index is now lower than readState.Index' (duration: 83.95293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:20.260655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.63878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T22:30:20.260691Z","caller":"traceutil/trace.go:171","msg":"trace[2118332315] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3648; }","duration":"183.718762ms","start":"2026-03-31T22:30:20.076963Z","end":"2026-03-31T22:30:20.260681Z","steps":["trace[2118332315] 'agreement among raft nodes before linearized reading' (duration: 183.575009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.19717Z","caller":"traceutil/trace.go:171","msg":"trace[476782051] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"119.615499ms","start":"2026-03-31T22:30:22.07752Z","end":"2026-03-31T22:30:22.197135Z","steps":["trace[476782051] 'process raft request' (duration: 119.430664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:28.641622Z","caller":"traceutil/trace.go:171","msg":"trace[962148324] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"107.612843ms","start":"2026-03-31T22:30:28.533944Z","end":"2026-03-31T22:30:28.641557Z","steps":["trace[962148324] 'process raft request' (duration: 77.554702ms)","trace[962148324] 'compare' (duration: 29.735123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:39.844979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.961449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:39.845129Z","caller":"traceutil/trace.go:171","msg":"trace[1662599797] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"140.847997ms","start":"2026-03-31T22:30:39.704255Z","end":"2026-03-31T22:30:39.845103Z","steps":["trace[1662599797] 'compare' (duration: 133.790405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:40.968104Z","caller":"traceutil/trace.go:171","msg":"trace[1174814297] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"100.845578ms","start":"2026-03-31T22:30:40.867232Z","end":"2026-03-31T22:30:40.968078Z","steps":["trace[1174814297] 'process raft request' (duration: 100.728675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:50.152734Z","caller":"traceutil/trace.go:171","msg":"trace[1340693375] linearizableReadLoop","detail":"{readStateIndex:3955; appliedIndex:3954; }","duration":"112.233948ms","start":"2026-03-31T22:30:50.040477Z","end":"2026-03-31T22:30:50.152711Z","steps":["trace[1340693375] 'read index received' (duration: 110.704633ms)","trace[1340693375] 'applied index is now lower than readState.Index' (duration: 1.528395ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:50.152768Z","caller":"traceutil/trace.go:171","msg":"trace[1174092187] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"112.379381ms","start":"2026-03-31T22:30:50.040361Z","end":"2026-03-31T22:30:50.15274Z","steps":["trace[1174092187] 'process raft request' (duration: 110.870287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:50.152931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.433852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T22:30:50.152987Z","caller":"traceutil/trace.go:171","msg":"trace[1640605241] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3798; }","duration":"112.533945ms","start":"2026-03-31T22:30:50.040444Z","end":"2026-03-31T22:30:50.152978Z","steps":["trace[1640605241] 'agreement among raft nodes before linearized reading' (duration: 112.349901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:50.879539Z","caller":"traceutil/trace.go:171","msg":"trace[1881318928] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"147.84072ms","start":"2026-03-31T22:30:50.731662Z","end":"2026-03-31T22:30:50.879502Z","steps":["trace[1881318928] 'process raft request' (duration: 48.882741ms)","trace[1881318928] 'compare' (duration: 98.766395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:02.111326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.875093ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:31:02.111444Z","caller":"traceutil/trace.go:171","msg":"trace[1425183609] linearizableReadLoop","detail":"{readStateIndex:4016; appliedIndex:4015; }","duration":"199.839222ms","start":"2026-03-31T22:31:01.911587Z","end":"2026-03-31T22:31:02.111426Z","steps":["trace[1425183609] 'read index received' (duration: 90.836546ms)","trace[1425183609] 'applied index is now lower than readState.Index' (duration: 109.001326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:02.11175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.149418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:31:02.111857Z","caller":"traceutil/trace.go:171","msg":"trace[885680552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3856; }","duration":"200.255991ms","start":"2026-03-31T22:31:01.91155Z","end":"2026-03-31T22:31:02.111806Z","steps":["trace[885680552] 'agreement among raft nodes before linearized reading' (duration: 200.021796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:02.111902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.5408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:31:02.112006Z","caller":"traceutil/trace.go:171","msg":"trace[1577539476] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3856; }","duration":"126.706154ms","start":"2026-03-31T22:31:01.98528Z","end":"2026-03-31T22:31:02.111986Z","steps":["trace[1577539476] 'agreement among raft nodes before linearized reading' (duration: 126.368057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:07.148445Z","caller":"traceutil/trace.go:171","msg":"trace[362298065] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"119.086873ms","start":"2026-03-31T22:31:07.029328Z","end":"2026-03-31T22:31:07.148415Z","steps":["trace[362298065] 'process raft request' (duration: 118.877998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:07.539626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.321149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:31:07.539721Z","caller":"traceutil/trace.go:171","msg":"trace[650874450] linearizableReadLoop","detail":"{readStateIndex:4045; appliedIndex:4044; }","duration":"141.496437ms","start":"2026-03-31T22:31:07.39821Z","end":"2026-03-31T22:31:07.539706Z","steps":["trace[650874450] 'read index received' (duration: 32.859601ms)","trace[650874450] 'applied index is now lower than readState.Index' (duration: 108.635566ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:07.539751Z","caller":"traceutil/trace.go:171","msg":"trace[1934152886] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"172.009065ms","start":"2026-03-31T22:31:07.367712Z","end":"2026-03-31T22:31:07.539722Z","steps":["trace[1934152886] 'process raft request' (duration: 63.45198ms)","trace[1934152886] 'compare' (duration: 108.221467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:07.539861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.511969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:31:07.539955Z","caller":"traceutil/trace.go:171","msg":"trace[811625455] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3884; }","duration":"142.644272ms","start":"2026-03-31T22:31:07.397291Z","end":"2026-03-31T22:31:07.539935Z","steps":["trace[811625455] 'agreement among raft nodes before linearized reading' (duration: 142.488629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:12.739237Z","caller":"traceutil/trace.go:171","msg":"trace[221684878] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"235.180877ms","start":"2026-03-31T22:31:12.504025Z","end":"2026-03-31T22:31:12.739206Z","steps":["trace[221684878] 'process raft request' (duration: 230.194596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:13.496565Z","caller":"traceutil/trace.go:171","msg":"trace[1566974233] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"100.087445ms","start":"2026-03-31T22:31:13.396452Z","end":"2026-03-31T22:31:13.496539Z","steps":["trace[1566974233] 'process raft request' (duration: 99.947562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:39.509361Z","caller":"traceutil/trace.go:171","msg":"trace[1307944556] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"112.74888ms","start":"2026-03-31T22:31:39.396585Z","end":"2026-03-31T22:31:39.509334Z","steps":["trace[1307944556] 'process raft request' (duration: 112.612987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:39.531778Z","caller":"traceutil/trace.go:171","msg":"trace[1086606755] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"110.911348ms","start":"2026-03-31T22:31:39.420827Z","end":"2026-03-31T22:31:39.531738Z","steps":["trace[1086606755] 'process raft request' (duration: 110.56823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:53.927736Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2406} {"level":"warn","ts":"2026-03-31T22:31:54.138442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.070438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:31:54.138535Z","caller":"traceutil/trace.go:171","msg":"trace[2077749775] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4127; }","duration":"153.209041ms","start":"2026-03-31T22:31:53.985305Z","end":"2026-03-31T22:31:54.138514Z","steps":["trace[2077749775] 'range keys from in-memory index tree' (duration: 152.864524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:54.138555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.348079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:31:54.138632Z","caller":"traceutil/trace.go:171","msg":"trace[196639996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4127; }","duration":"202.472111ms","start":"2026-03-31T22:31:53.936142Z","end":"2026-03-31T22:31:54.138614Z","steps":["trace[196639996] 'range keys from in-memory index tree' (duration: 202.203285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:54.138562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.987178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:31:54.138753Z","caller":"traceutil/trace.go:171","msg":"trace[1452248593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4127; }","duration":"114.168112ms","start":"2026-03-31T22:31:54.024514Z","end":"2026-03-31T22:31:54.138682Z","steps":["trace[1452248593] 'range keys from in-memory index tree' (duration: 113.797463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:54.337512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.249214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:31:54.337575Z","caller":"traceutil/trace.go:171","msg":"trace[1641076589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4128; }","duration":"122.344217ms","start":"2026-03-31T22:31:54.215217Z","end":"2026-03-31T22:31:54.337561Z","steps":["trace[1641076589] 'range keys from in-memory index tree' (duration: 122.117431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:54.440096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2406,"took":"511.078892ms","hash":367096089,"current-db-size-bytes":34516992,"current-db-size":"34 MB","current-db-size-in-use-bytes":10362880,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-03-31T22:31:54.440162Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":367096089,"revision":2406,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T22:31:55.348841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.454896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:31:55.348929Z","caller":"traceutil/trace.go:171","msg":"trace[1385017134] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4132; }","duration":"113.64176ms","start":"2026-03-31T22:31:55.235267Z","end":"2026-03-31T22:31:55.348909Z","steps":["trace[1385017134] 'count revisions from in-memory index tree' (duration: 113.373704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:55.944085Z","caller":"traceutil/trace.go:171","msg":"trace[1186536187] linearizableReadLoop","detail":"{readStateIndex:4308; appliedIndex:4307; }","duration":"110.478508ms","start":"2026-03-31T22:31:55.833586Z","end":"2026-03-31T22:31:55.944065Z","steps":["trace[1186536187] 'read index received' (duration: 110.345575ms)","trace[1186536187] 'applied index is now lower than readState.Index' (duration: 131.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:55.944212Z","caller":"traceutil/trace.go:171","msg":"trace[1621334839] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"150.293074ms","start":"2026-03-31T22:31:55.793882Z","end":"2026-03-31T22:31:55.944175Z","steps":["trace[1621334839] 'process raft request' (duration: 150.051639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:55.944233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.622711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:55.94441Z","caller":"traceutil/trace.go:171","msg":"trace[1966602311] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4137; }","duration":"110.787735ms","start":"2026-03-31T22:31:55.833575Z","end":"2026-03-31T22:31:55.944363Z","steps":["trace[1966602311] 'agreement among raft nodes before linearized reading' (duration: 110.58406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:57.138132Z","caller":"traceutil/trace.go:171","msg":"trace[2087122869] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"137.849765ms","start":"2026-03-31T22:31:57.000217Z","end":"2026-03-31T22:31:57.138067Z","steps":["trace[2087122869] 'process raft request' (duration: 137.434636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:58.116327Z","caller":"traceutil/trace.go:171","msg":"trace[1864223175] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"117.486817ms","start":"2026-03-31T22:31:57.998814Z","end":"2026-03-31T22:31:58.116301Z","steps":["trace[1864223175] 'process raft request' (duration: 115.621414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:58.116308Z","caller":"traceutil/trace.go:171","msg":"trace[158283435] linearizableReadLoop","detail":"{readStateIndex:4321; appliedIndex:4320; }","duration":"116.044154ms","start":"2026-03-31T22:31:58.000229Z","end":"2026-03-31T22:31:58.116273Z","steps":["trace[158283435] 'read index received' (duration: 114.232043ms)","trace[158283435] 'applied index is now lower than readState.Index' (duration: 1.810571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:58.116499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.26023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-31T22:31:58.116553Z","caller":"traceutil/trace.go:171","msg":"trace[1325566605] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4149; }","duration":"116.357011ms","start":"2026-03-31T22:31:58.000184Z","end":"2026-03-31T22:31:58.116541Z","steps":["trace[1325566605] 'agreement among raft nodes before linearized reading' (duration: 116.189157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:59.570016Z","caller":"traceutil/trace.go:171","msg":"trace[2144457102] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"115.761687ms","start":"2026-03-31T22:31:59.454203Z","end":"2026-03-31T22:31:59.569964Z","steps":["trace[2144457102] 'process raft request' (duration: 115.45166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:01.753464Z","caller":"traceutil/trace.go:171","msg":"trace[1016201436] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"139.049162ms","start":"2026-03-31T22:32:01.614395Z","end":"2026-03-31T22:32:01.753444Z","steps":["trace[1016201436] 'process raft request' (duration: 138.225544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:03.670504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.48704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:32:03.670748Z","caller":"traceutil/trace.go:171","msg":"trace[1682362392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4174; }","duration":"107.733396ms","start":"2026-03-31T22:32:03.562961Z","end":"2026-03-31T22:32:03.670694Z","steps":["trace[1682362392] 'range keys from in-memory index tree' (duration: 107.301996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:04.025254Z","caller":"traceutil/trace.go:171","msg":"trace[360847412] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"108.539565ms","start":"2026-03-31T22:32:03.916692Z","end":"2026-03-31T22:32:04.025232Z","steps":["trace[360847412] 'process raft request' (duration: 108.400302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:42.457786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.957302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:33:42.457857Z","caller":"traceutil/trace.go:171","msg":"trace[473466075] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4871; }","duration":"117.068815ms","start":"2026-03-31T22:33:42.340773Z","end":"2026-03-31T22:33:42.457842Z","steps":["trace[473466075] 'range keys from in-memory index tree' (duration: 116.807139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:57.042346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.311148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:33:57.04244Z","caller":"traceutil/trace.go:171","msg":"trace[467772767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4951; }","duration":"150.40593ms","start":"2026-03-31T22:33:56.891987Z","end":"2026-03-31T22:33:57.042393Z","steps":["trace[467772767] 'range keys from in-memory index tree' (duration: 150.047622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:57.17401Z","caller":"traceutil/trace.go:171","msg":"trace[964050784] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"127.866909ms","start":"2026-03-31T22:33:57.046116Z","end":"2026-03-31T22:33:57.173983Z","steps":["trace[964050784] 'process raft request' (duration: 127.729956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:57.197274Z","caller":"traceutil/trace.go:171","msg":"trace[1363507720] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"151.055906ms","start":"2026-03-31T22:33:57.046185Z","end":"2026-03-31T22:33:57.197241Z","steps":["trace[1363507720] 'process raft request' (duration: 150.828021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:02.705066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751219826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:03.206057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751219826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:03.680437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.681259914s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:34:03.680915Z","caller":"traceutil/trace.go:171","msg":"trace[577077795] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"1.681856527s","start":"2026-03-31T22:34:01.999038Z","end":"2026-03-31T22:34:03.680894Z","steps":["trace[577077795] 'process raft request' (duration: 1.681657093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:03.681037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:01.999015Z","time spent":"1.681960789s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:05.452874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999141548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:34:05.452965Z","caller":"traceutil/trace.go:171","msg":"trace[232823864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978197s","start":"2026-03-31T22:34:03.452969Z","end":"2026-03-31T22:34:05.452947Z","steps":["trace[232823864] 'agreement among raft nodes before linearized reading' (duration: 1.999864795s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:05.453023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:03.452948Z","time spent":"2.000068239s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:34:06.834091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.985311ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:06.83416Z","caller":"traceutil/trace.go:171","msg":"trace[2103247571] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4975; }","duration":"241.065063ms","start":"2026-03-31T22:34:06.593079Z","end":"2026-03-31T22:34:06.834144Z","steps":["trace[2103247571] 'range keys from in-memory index tree' (duration: 240.972551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.155129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.474429816s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:34:07.155549Z","caller":"traceutil/trace.go:171","msg":"trace[1412157485] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"5.037803908s","start":"2026-03-31T22:34:02.11769Z","end":"2026-03-31T22:34:07.155494Z","steps":["trace[1412157485] 'process raft request' (duration: 5.037603484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.155737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.117662Z","time spent":"5.037984083s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:07.454204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:34:07.454381Z","caller":"traceutil/trace.go:171","msg":"trace[651988212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728477s","start":"2026-03-31T22:34:05.45358Z","end":"2026-03-31T22:34:07.454309Z","steps":["trace[651988212] 'agreement among raft nodes before linearized reading' (duration: 2.000578264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.454439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:05.453568Z","time spent":"2.00085499s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:34:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:34:07.464817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.381262ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:34:07.465127Z","caller":"traceutil/trace.go:171","msg":"trace[822688920] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"5.281528912s","start":"2026-03-31T22:34:02.183585Z","end":"2026-03-31T22:34:07.465114Z","steps":["trace[822688920] 'process raft request' (duration: 5.281310648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.465214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.183558Z","time spent":"5.281603124s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:07.518945Z","caller":"traceutil/trace.go:171","msg":"trace[1911001161] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"4.994411435s","start":"2026-03-31T22:34:02.524506Z","end":"2026-03-31T22:34:07.518917Z","steps":["trace[1911001161] 'process raft request' (duration: 4.940600486s)","trace[1911001161] 'compare' (duration: 53.415101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:07.519084Z","caller":"traceutil/trace.go:171","msg":"trace[2024806611] linearizableReadLoop","detail":"{readStateIndex:5183; appliedIndex:5176; }","duration":"5.314201654s","start":"2026-03-31T22:34:02.204769Z","end":"2026-03-31T22:34:07.518971Z","steps":["trace[2024806611] 'read index received' (duration: 1.475943621s)","trace[2024806611] 'applied index is now lower than readState.Index' (duration: 3.838257243s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:07.519022Z","caller":"traceutil/trace.go:171","msg":"trace[2003173267] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"4.595040044s","start":"2026-03-31T22:34:02.923958Z","end":"2026-03-31T22:34:07.518998Z","steps":["trace[2003173267] 'process raft request' (duration: 4.594924862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865344533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:07.51933Z","caller":"traceutil/trace.go:171","msg":"trace[358728030] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4980; }","duration":"2.865421074s","start":"2026-03-31T22:34:04.653901Z","end":"2026-03-31T22:34:07.519322Z","steps":["trace[358728030] 'agreement among raft nodes before linearized reading' (duration: 2.865358953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:04.65388Z","time spent":"2.865467436s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.51937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810108967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:34:07.519409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425267059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:34:07.519393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345554548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:07.519423Z","caller":"traceutil/trace.go:171","msg":"trace[2137479307] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4980; }","duration":"1.810195369s","start":"2026-03-31T22:34:05.70922Z","end":"2026-03-31T22:34:07.519416Z","steps":["trace[2137479307] 'agreement among raft nodes before linearized reading' (duration: 1.810114797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.519432Z","caller":"traceutil/trace.go:171","msg":"trace[1392872568] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4980; }","duration":"2.42531952s","start":"2026-03-31T22:34:05.094104Z","end":"2026-03-31T22:34:07.519423Z","steps":["trace[1392872568] 'agreement among raft nodes before linearized reading' (duration: 2.425283059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:05.709204Z","time spent":"1.81023583s","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.519491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504011934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:07.519505Z","caller":"traceutil/trace.go:171","msg":"trace[872948465] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4980; }","duration":"2.504054035s","start":"2026-03-31T22:34:05.015447Z","end":"2026-03-31T22:34:07.519501Z","steps":["trace[872948465] 'agreement among raft nodes before linearized reading' (duration: 2.504029655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:05.015431Z","time spent":"2.504088176s","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.519487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.686729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:34:07.519588Z","caller":"traceutil/trace.go:171","msg":"trace[101473444] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:4980; }","duration":"737.824932ms","start":"2026-03-31T22:34:06.781745Z","end":"2026-03-31T22:34:07.51957Z","steps":["trace[101473444] 'agreement among raft nodes before linearized reading' (duration: 737.635268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.706215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:34:07.51963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.781728Z","time spent":"737.892433ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:34:07.519646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980374533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:34:07.519649Z","caller":"traceutil/trace.go:171","msg":"trace[572061180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4980; }","duration":"807.759986ms","start":"2026-03-31T22:34:06.711877Z","end":"2026-03-31T22:34:07.519637Z","steps":["trace[572061180] 'agreement among raft nodes before linearized reading' (duration: 807.592903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776859933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:07.519671Z","caller":"traceutil/trace.go:171","msg":"trace[1312700021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4980; }","duration":"3.980435124s","start":"2026-03-31T22:34:03.539229Z","end":"2026-03-31T22:34:07.519664Z","steps":["trace[1312700021] 'agreement among raft nodes before linearized reading' (duration: 3.980364103s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.519684Z","caller":"traceutil/trace.go:171","msg":"trace[1454790846] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4980; }","duration":"1.776954565s","start":"2026-03-31T22:34:05.742722Z","end":"2026-03-31T22:34:07.519676Z","steps":["trace[1454790846] 'agreement among raft nodes before linearized reading' (duration: 1.776872064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.711829Z","time spent":"807.845028ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:34:07.519697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:03.539205Z","time spent":"3.980486855s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:34:07.519721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:05.742706Z","time spent":"1.776990616s","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.519704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334602037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:07.519448Z","caller":"traceutil/trace.go:171","msg":"trace[565191202] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4980; }","duration":"1.345649339s","start":"2026-03-31T22:34:06.173783Z","end":"2026-03-31T22:34:07.519433Z","steps":["trace[565191202] 'agreement among raft nodes before linearized reading' (duration: 1.345536686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527402522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:07.519862Z","caller":"traceutil/trace.go:171","msg":"trace[867173542] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4980; }","duration":"4.527492463s","start":"2026-03-31T22:34:02.992361Z","end":"2026-03-31T22:34:07.519854Z","steps":["trace[867173542] 'agreement among raft nodes before linearized reading' (duration: 4.527451502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.173763Z","time spent":"1.346081339s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.519888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.992346Z","time spent":"4.527536394s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:34:07.519873Z","caller":"traceutil/trace.go:171","msg":"trace[1830665115] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4980; }","duration":"3.33476516s","start":"2026-03-31T22:34:04.185054Z","end":"2026-03-31T22:34:07.519819Z","steps":["trace[1830665115] 'agreement among raft nodes before linearized reading' (duration: 3.334566105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225676283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:34:07.519946Z","caller":"traceutil/trace.go:171","msg":"trace[2123094984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4980; }","duration":"4.225791185s","start":"2026-03-31T22:34:03.294131Z","end":"2026-03-31T22:34:07.519922Z","steps":["trace[2123094984] 'agreement among raft nodes before linearized reading' (duration: 4.22558196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:05.094083Z","time spent":"2.425364941s","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.519997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:03.294116Z","time spent":"4.225872418s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:07.519984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:04.185037Z","time spent":"3.334881623s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.520068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.039116889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:34:07.51922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314450019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:34:07.520102Z","caller":"traceutil/trace.go:171","msg":"trace[152458316] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4980; }","duration":"5.039181291s","start":"2026-03-31T22:34:02.480913Z","end":"2026-03-31T22:34:07.520094Z","steps":["trace[152458316] 'agreement among raft nodes before linearized reading' (duration: 5.039108329s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.520123Z","caller":"traceutil/trace.go:171","msg":"trace[1786726677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4980; }","duration":"5.315380831s","start":"2026-03-31T22:34:02.204717Z","end":"2026-03-31T22:34:07.520098Z","steps":["trace[1786726677] 'agreement among raft nodes before linearized reading' (duration: 5.314414698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.520133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.480898Z","time spent":"5.039228471s","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.52015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.2047Z","time spent":"5.315442672s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:07.519798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775222417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:34:07.520184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.133224003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:34:07.520206Z","caller":"traceutil/trace.go:171","msg":"trace[1377352709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4980; }","duration":"5.133283363s","start":"2026-03-31T22:34:02.386917Z","end":"2026-03-31T22:34:07.5202Z","steps":["trace[1377352709] 'agreement among raft nodes before linearized reading' (duration: 5.133230102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.520223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.386898Z","time spent":"5.133318944s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:34:07.520325Z","caller":"traceutil/trace.go:171","msg":"trace[1975060531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:4980; }","duration":"4.775641088s","start":"2026-03-31T22:34:02.744542Z","end":"2026-03-31T22:34:07.520183Z","steps":["trace[1975060531] 'agreement among raft nodes before linearized reading' (duration: 4.775193967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.519195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.524485Z","time spent":"4.994624461s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:07.520402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.744526Z","time spent":"4.775857092s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:34:07.520487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261145087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:34:07.519461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.923939Z","time spent":"4.595320731s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:07.520504Z","caller":"traceutil/trace.go:171","msg":"trace[205274819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4980; }","duration":"4.261195879s","start":"2026-03-31T22:34:03.259304Z","end":"2026-03-31T22:34:07.5205Z","steps":["trace[205274819] 'agreement among raft nodes before linearized reading' (duration: 4.261140827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.520518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:03.259285Z","time spent":"4.261230769s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:07.520281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182574109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:07.520573Z","caller":"traceutil/trace.go:171","msg":"trace[1667709868] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4980; }","duration":"5.1839088s","start":"2026-03-31T22:34:02.336658Z","end":"2026-03-31T22:34:07.520567Z","steps":["trace[1667709868] 'agreement among raft nodes before linearized reading' (duration: 5.18260045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.520591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.336634Z","time spent":"5.183952772s","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:07.520023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299264102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:34:07.520901Z","caller":"traceutil/trace.go:171","msg":"trace[1153291069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4980; }","duration":"4.300244933s","start":"2026-03-31T22:34:03.220648Z","end":"2026-03-31T22:34:07.520893Z","steps":["trace[1153291069] 'agreement among raft nodes before linearized reading' (duration: 4.298645237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.520919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:03.220627Z","time spent":"4.300285584s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:34:07.52106Z","caller":"traceutil/trace.go:171","msg":"trace[163006494] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"4.773905638s","start":"2026-03-31T22:34:02.745039Z","end":"2026-03-31T22:34:07.518945Z","steps":["trace[163006494] 'process raft request' (duration: 4.773735034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.521258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:02.745003Z","time spent":"4.776208301s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:07.726991Z","caller":"traceutil/trace.go:171","msg":"trace[844996969] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"203.820189ms","start":"2026-03-31T22:34:07.523153Z","end":"2026-03-31T22:34:07.726973Z","steps":["trace[844996969] 'process raft request' (duration: 203.542843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.72713Z","caller":"traceutil/trace.go:171","msg":"trace[1236884679] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"202.693484ms","start":"2026-03-31T22:34:07.524373Z","end":"2026-03-31T22:34:07.727067Z","steps":["trace[1236884679] 'process raft request' (duration: 202.630242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.727148Z","caller":"traceutil/trace.go:171","msg":"trace[686960511] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"203.247746ms","start":"2026-03-31T22:34:07.52386Z","end":"2026-03-31T22:34:07.727107Z","steps":["trace[686960511] 'process raft request' (duration: 203.050021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.727295Z","caller":"traceutil/trace.go:171","msg":"trace[118039918] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"203.153665ms","start":"2026-03-31T22:34:07.524106Z","end":"2026-03-31T22:34:07.72726Z","steps":["trace[118039918] 'process raft request' (duration: 202.865568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.727362Z","caller":"traceutil/trace.go:171","msg":"trace[1061197544] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"202.799537ms","start":"2026-03-31T22:34:07.524553Z","end":"2026-03-31T22:34:07.727353Z","steps":["trace[1061197544] 'process raft request' (duration: 202.482509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.727487Z","caller":"traceutil/trace.go:171","msg":"trace[402182114] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"202.884529ms","start":"2026-03-31T22:34:07.524588Z","end":"2026-03-31T22:34:07.727472Z","steps":["trace[402182114] 'process raft request' (duration: 202.682184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.727603Z","caller":"traceutil/trace.go:171","msg":"trace[1328839337] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5183; }","duration":"204.344201ms","start":"2026-03-31T22:34:07.52324Z","end":"2026-03-31T22:34:07.727584Z","steps":["trace[1328839337] 'read index received' (duration: 59.708443ms)","trace[1328839337] 'applied index is now lower than readState.Index' (duration: 144.634158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:07.727621Z","caller":"traceutil/trace.go:171","msg":"trace[2126970012] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"202.970581ms","start":"2026-03-31T22:34:07.524637Z","end":"2026-03-31T22:34:07.727608Z","steps":["trace[2126970012] 'process raft request' (duration: 202.785157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.72785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.571946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:34:07.727895Z","caller":"traceutil/trace.go:171","msg":"trace[1641694615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4987; }","duration":"204.654958ms","start":"2026-03-31T22:34:07.523228Z","end":"2026-03-31T22:34:07.727883Z","steps":["trace[1641694615] 'agreement among raft nodes before linearized reading' (duration: 204.463844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.806597Z","caller":"traceutil/trace.go:171","msg":"trace[244417349] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"222.310339ms","start":"2026-03-31T22:34:07.58425Z","end":"2026-03-31T22:34:07.80656Z","steps":["trace[244417349] 'process raft request' (duration: 222.181406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.807043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.16262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62869"} {"level":"info","ts":"2026-03-31T22:34:07.807103Z","caller":"traceutil/trace.go:171","msg":"trace[2115183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4988; }","duration":"250.269332ms","start":"2026-03-31T22:34:07.556822Z","end":"2026-03-31T22:34:07.807091Z","steps":["trace[2115183] 'agreement among raft nodes before linearized reading' (duration: 249.837972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:07.953662Z","caller":"traceutil/trace.go:171","msg":"trace[1850653168] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5192; }","duration":"147.007811ms","start":"2026-03-31T22:34:07.806632Z","end":"2026-03-31T22:34:07.95364Z","steps":["trace[1850653168] 'read index received' (duration: 126.65367ms)","trace[1850653168] 'applied index is now lower than readState.Index' (duration: 20.353341ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:07.953749Z","caller":"traceutil/trace.go:171","msg":"trace[525776368] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"190.114408ms","start":"2026-03-31T22:34:07.763597Z","end":"2026-03-31T22:34:07.953711Z","steps":["trace[525776368] 'process raft request' (duration: 169.646735ms)","trace[525776368] 'compare' (duration: 20.278669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:07.953797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.800335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16178"} {"level":"info","ts":"2026-03-31T22:34:07.95382Z","caller":"traceutil/trace.go:171","msg":"trace[852569107] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4989; }","duration":"224.834806ms","start":"2026-03-31T22:34:07.728978Z","end":"2026-03-31T22:34:07.953812Z","steps":["trace[852569107] 'agreement among raft nodes before linearized reading' (duration: 224.778054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.954021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.205168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:34:07.954073Z","caller":"traceutil/trace.go:171","msg":"trace[2141646477] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4989; }","duration":"144.296859ms","start":"2026-03-31T22:34:07.809764Z","end":"2026-03-31T22:34:07.954061Z","steps":["trace[2141646477] 'agreement among raft nodes before linearized reading' (duration: 144.139366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.942926Z","caller":"traceutil/trace.go:171","msg":"trace[2007393976] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"165.615294ms","start":"2026-03-31T22:34:11.777288Z","end":"2026-03-31T22:34:11.942903Z","steps":["trace[2007393976] 'process raft request' (duration: 165.575463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.943064Z","caller":"traceutil/trace.go:171","msg":"trace[39942640] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"194.673102ms","start":"2026-03-31T22:34:11.748358Z","end":"2026-03-31T22:34:11.943031Z","steps":["trace[39942640] 'process raft request' (duration: 194.419047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.943129Z","caller":"traceutil/trace.go:171","msg":"trace[404480283] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"194.798094ms","start":"2026-03-31T22:34:11.748318Z","end":"2026-03-31T22:34:11.943116Z","steps":["trace[404480283] 'process raft request' (duration: 194.379215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:11.942918Z","caller":"traceutil/trace.go:171","msg":"trace[971999846] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"194.60773ms","start":"2026-03-31T22:34:11.74824Z","end":"2026-03-31T22:34:11.942848Z","steps":["trace[971999846] 'process raft request' (duration: 106.263699ms)","trace[971999846] 'compare' (duration: 88.056445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:11.943369Z","caller":"traceutil/trace.go:171","msg":"trace[2091040510] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5207; }","duration":"171.075919ms","start":"2026-03-31T22:34:11.772276Z","end":"2026-03-31T22:34:11.943351Z","steps":["trace[2091040510] 'read index received' (duration: 82.224244ms)","trace[2091040510] 'applied index is now lower than readState.Index' (duration: 88.849254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:11.943628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.063337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:34:11.94367Z","caller":"traceutil/trace.go:171","msg":"trace[1827355040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:5007; }","duration":"122.156249ms","start":"2026-03-31T22:34:11.821503Z","end":"2026-03-31T22:34:11.94366Z","steps":["trace[1827355040] 'agreement among raft nodes before linearized reading' (duration: 121.977335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:11.943826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.790536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:34:11.943898Z","caller":"traceutil/trace.go:171","msg":"trace[1472536841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5007; }","duration":"198.879497ms","start":"2026-03-31T22:34:11.744999Z","end":"2026-03-31T22:34:11.943878Z","steps":["trace[1472536841] 'agreement among raft nodes before linearized reading' (duration: 198.405267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:12.594119Z","caller":"traceutil/trace.go:171","msg":"trace[976955515] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"113.036362ms","start":"2026-03-31T22:34:12.48105Z","end":"2026-03-31T22:34:12.594087Z","steps":["trace[976955515] 'process raft request' (duration: 112.714765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:13.704955Z","caller":"traceutil/trace.go:171","msg":"trace[1167819454] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"123.860337ms","start":"2026-03-31T22:34:13.581066Z","end":"2026-03-31T22:34:13.704927Z","steps":["trace[1167819454] 'process raft request' (duration: 49.945342ms)","trace[1167819454] 'compare' (duration: 73.818242ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:13.713442Z","caller":"traceutil/trace.go:171","msg":"trace[1329836547] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"131.254894ms","start":"2026-03-31T22:34:13.582167Z","end":"2026-03-31T22:34:13.713422Z","steps":["trace[1329836547] 'process raft request' (duration: 131.133371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:38.409786Z","caller":"traceutil/trace.go:171","msg":"trace[741714866] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"148.534407ms","start":"2026-03-31T22:34:38.2612Z","end":"2026-03-31T22:34:38.409734Z","steps":["trace[741714866] 'process raft request' (duration: 147.676967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:41.406112Z","caller":"traceutil/trace.go:171","msg":"trace[988241652] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5433; }","duration":"149.794916ms","start":"2026-03-31T22:34:41.25605Z","end":"2026-03-31T22:34:41.405844Z","steps":["trace[988241652] 'read index received' (duration: 96.804115ms)","trace[988241652] 'applied index is now lower than readState.Index' (duration: 52.988061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:41.406098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.031731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:41.406243Z","caller":"traceutil/trace.go:171","msg":"trace[1879989421] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; range_end:; response_count:0; response_revision:5220; }","duration":"150.202495ms","start":"2026-03-31T22:34:41.256007Z","end":"2026-03-31T22:34:41.40621Z","steps":["trace[1879989421] 'agreement among raft nodes before linearized reading' (duration: 149.888418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:41.406289Z","caller":"traceutil/trace.go:171","msg":"trace[324112748] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"218.905691ms","start":"2026-03-31T22:34:41.187075Z","end":"2026-03-31T22:34:41.40598Z","steps":["trace[324112748] 'process raft request' (duration: 165.91582ms)","trace[324112748] 'compare' (duration: 51.63917ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:41.406333Z","caller":"traceutil/trace.go:171","msg":"trace[1130216777] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"173.527393ms","start":"2026-03-31T22:34:41.232748Z","end":"2026-03-31T22:34:41.406276Z","steps":["trace[1130216777] 'process raft request' (duration: 172.326555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:41.603342Z","caller":"traceutil/trace.go:171","msg":"trace[1611165739] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5436; }","duration":"148.328542ms","start":"2026-03-31T22:34:41.454991Z","end":"2026-03-31T22:34:41.603319Z","steps":["trace[1611165739] 'read index received' (duration: 45.711887ms)","trace[1611165739] 'applied index is now lower than readState.Index' (duration: 102.615745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:41.603493Z","caller":"traceutil/trace.go:171","msg":"trace[1259590873] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"163.478764ms","start":"2026-03-31T22:34:41.439905Z","end":"2026-03-31T22:34:41.603383Z","steps":["trace[1259590873] 'process raft request' (duration: 163.2796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:41.6035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.480445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:41.603707Z","caller":"traceutil/trace.go:171","msg":"trace[405394856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5222; }","duration":"148.734311ms","start":"2026-03-31T22:34:41.454958Z","end":"2026-03-31T22:34:41.603693Z","steps":["trace[405394856] 'agreement among raft nodes before linearized reading' (duration: 148.450805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:41.636457Z","caller":"traceutil/trace.go:171","msg":"trace[162323542] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"113.856411ms","start":"2026-03-31T22:34:41.522576Z","end":"2026-03-31T22:34:41.636432Z","steps":["trace[162323542] 'process raft request' (duration: 113.644606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:42.849634Z","caller":"traceutil/trace.go:171","msg":"trace[259835195] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"100.920477ms","start":"2026-03-31T22:34:42.748694Z","end":"2026-03-31T22:34:42.849614Z","steps":["trace[259835195] 'process raft request' (duration: 92.396514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.61754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.554587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:34:46.617633Z","caller":"traceutil/trace.go:171","msg":"trace[680669261] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"459.484674ms","start":"2026-03-31T22:34:46.158131Z","end":"2026-03-31T22:34:46.617615Z","steps":["trace[680669261] 'process raft request' (duration: 201.781403ms)","trace[680669261] 'compare' (duration: 257.467665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:46.617655Z","caller":"traceutil/trace.go:171","msg":"trace[184197912] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5471; }","duration":"440.36423ms","start":"2026-03-31T22:34:46.177278Z","end":"2026-03-31T22:34:46.617642Z","steps":["trace[184197912] 'read index received' (duration: 182.67631ms)","trace[184197912] 'applied index is now lower than readState.Index' (duration: 257.68469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:46.617686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.158105Z","time spent":"459.555716ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:46.617779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.506633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:34:46.617796Z","caller":"traceutil/trace.go:171","msg":"trace[1882536453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5256; }","duration":"440.573525ms","start":"2026-03-31T22:34:46.177217Z","end":"2026-03-31T22:34:46.617791Z","steps":["trace[1882536453] 'agreement among raft nodes before linearized reading' (duration: 440.489433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.617844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.177191Z","time spent":"440.648107ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:34:46.617979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.055431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:34:46.617962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.618048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:34:46.618014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.474101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:34:46.618022Z","caller":"traceutil/trace.go:171","msg":"trace[449355535] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5256; }","duration":"402.128143ms","start":"2026-03-31T22:34:46.215881Z","end":"2026-03-31T22:34:46.61801Z","steps":["trace[449355535] 'agreement among raft nodes before linearized reading' (duration: 402.022641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.618038Z","caller":"traceutil/trace.go:171","msg":"trace[1716162187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5256; }","duration":"428.538983ms","start":"2026-03-31T22:34:46.189492Z","end":"2026-03-31T22:34:46.618031Z","steps":["trace[1716162187] 'agreement among raft nodes before linearized reading' (duration: 428.484472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.618038Z","caller":"traceutil/trace.go:171","msg":"trace[428288676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5256; }","duration":"163.7254ms","start":"2026-03-31T22:34:46.454294Z","end":"2026-03-31T22:34:46.618019Z","steps":["trace[428288676] 'agreement among raft nodes before linearized reading' (duration: 163.613797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.618054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.18947Z","time spent":"428.580623ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:46.618059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.21586Z","time spent":"402.192044ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:34:46.618045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.996386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:34:46.618146Z","caller":"traceutil/trace.go:171","msg":"trace[1421025121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5256; }","duration":"438.1481ms","start":"2026-03-31T22:34:46.17998Z","end":"2026-03-31T22:34:46.618128Z","steps":["trace[1421025121] 'agreement among raft nodes before linearized reading' (duration: 437.873764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.618067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.363312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:34:46.618215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.179968Z","time spent":"438.235602ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:34:46.618233Z","caller":"traceutil/trace.go:171","msg":"trace[676310195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:5256; }","duration":"396.564887ms","start":"2026-03-31T22:34:46.221661Z","end":"2026-03-31T22:34:46.618226Z","steps":["trace[676310195] 'agreement among raft nodes before linearized reading' (duration: 396.298631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.618259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.221644Z","time spent":"396.607918ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:34:46.923161Z","caller":"traceutil/trace.go:171","msg":"trace[399491586] linearizableReadLoop","detail":"{readStateIndex:5477; appliedIndex:5476; }","duration":"137.969087ms","start":"2026-03-31T22:34:46.785168Z","end":"2026-03-31T22:34:46.923137Z","steps":["trace[399491586] 'read index received' (duration: 137.518987ms)","trace[399491586] 'applied index is now lower than readState.Index' (duration: 449.18µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:46.923213Z","caller":"traceutil/trace.go:171","msg":"trace[1956374934] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"207.961233ms","start":"2026-03-31T22:34:46.715227Z","end":"2026-03-31T22:34:46.923188Z","steps":["trace[1956374934] 'process raft request' (duration: 207.666187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.923532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.352175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:34:46.923609Z","caller":"traceutil/trace.go:171","msg":"trace[1699648730] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:5261; }","duration":"138.467748ms","start":"2026-03-31T22:34:46.785124Z","end":"2026-03-31T22:34:46.923591Z","steps":["trace[1699648730] 'agreement among raft nodes before linearized reading' (duration: 138.11349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:47.156926Z","caller":"traceutil/trace.go:171","msg":"trace[1674308089] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"153.217933ms","start":"2026-03-31T22:34:47.003676Z","end":"2026-03-31T22:34:47.156894Z","steps":["trace[1674308089] 'process raft request' (duration: 58.324652ms)","trace[1674308089] 'compare' (duration: 94.599495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:48.798219Z","caller":"traceutil/trace.go:171","msg":"trace[1771814129] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5484; }","duration":"138.08041ms","start":"2026-03-31T22:34:48.660113Z","end":"2026-03-31T22:34:48.798193Z","steps":["trace[1771814129] 'read index received' (duration: 19.87108ms)","trace[1771814129] 'applied index is now lower than readState.Index' (duration: 118.20839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:48.79863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.49758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:34:48.798731Z","caller":"traceutil/trace.go:171","msg":"trace[1162706166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5269; }","duration":"138.660473ms","start":"2026-03-31T22:34:48.660047Z","end":"2026-03-31T22:34:48.798708Z","steps":["trace[1162706166] 'agreement among raft nodes before linearized reading' (duration: 138.371017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:48.798763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.956847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:34:48.798892Z","caller":"traceutil/trace.go:171","msg":"trace[1547007458] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"159.788122ms","start":"2026-03-31T22:34:48.639079Z","end":"2026-03-31T22:34:48.798867Z","steps":["trace[1547007458] 'process raft request' (duration: 155.531365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:48.799043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.454751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:34:48.799051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.675855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:34:48.799087Z","caller":"traceutil/trace.go:171","msg":"trace[602597173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5269; }","duration":"132.514482ms","start":"2026-03-31T22:34:48.666563Z","end":"2026-03-31T22:34:48.799078Z","steps":["trace[602597173] 'agreement among raft nodes before linearized reading' (duration: 132.40239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:48.799091Z","caller":"traceutil/trace.go:171","msg":"trace[1411846603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:5269; }","duration":"131.735315ms","start":"2026-03-31T22:34:48.667345Z","end":"2026-03-31T22:34:48.79908Z","steps":["trace[1411846603] 'agreement among raft nodes before linearized reading' (duration: 131.627273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:48.799204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.623155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:34:48.799234Z","caller":"traceutil/trace.go:171","msg":"trace[877236016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5269; }","duration":"132.667787ms","start":"2026-03-31T22:34:48.666559Z","end":"2026-03-31T22:34:48.799227Z","steps":["trace[877236016] 'agreement among raft nodes before linearized reading' (duration: 132.594765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:48.798842Z","caller":"traceutil/trace.go:171","msg":"trace[650861105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5269; }","duration":"138.0848ms","start":"2026-03-31T22:34:48.660742Z","end":"2026-03-31T22:34:48.798827Z","steps":["trace[650861105] 'agreement among raft nodes before linearized reading' (duration: 137.859195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:50.202845Z","caller":"traceutil/trace.go:171","msg":"trace[1291317614] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"112.271934ms","start":"2026-03-31T22:34:50.090541Z","end":"2026-03-31T22:34:50.202812Z","steps":["trace[1291317614] 'process raft request' (duration: 112.0869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:50.275807Z","caller":"traceutil/trace.go:171","msg":"trace[282839660] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"175.041218ms","start":"2026-03-31T22:34:50.100733Z","end":"2026-03-31T22:34:50.275774Z","steps":["trace[282839660] 'process raft request' (duration: 151.388213ms)","trace[282839660] 'compare' (duration: 23.519452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:50.548307Z","caller":"traceutil/trace.go:171","msg":"trace[629388123] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5494; }","duration":"146.803537ms","start":"2026-03-31T22:34:50.401481Z","end":"2026-03-31T22:34:50.548284Z","steps":["trace[629388123] 'read index received' (duration: 146.345247ms)","trace[629388123] 'applied index is now lower than readState.Index' (duration: 457.03µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:50.548414Z","caller":"traceutil/trace.go:171","msg":"trace[1770076249] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"171.743722ms","start":"2026-03-31T22:34:50.376636Z","end":"2026-03-31T22:34:50.54838Z","steps":["trace[1770076249] 'process raft request' (duration: 171.383094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.548509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.018381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:50.54855Z","caller":"traceutil/trace.go:171","msg":"trace[117573171] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5278; }","duration":"147.115884ms","start":"2026-03-31T22:34:50.401424Z","end":"2026-03-31T22:34:50.54854Z","steps":["trace[117573171] 'agreement among raft nodes before linearized reading' (duration: 147.000381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:54.578969Z","caller":"traceutil/trace.go:171","msg":"trace[382467716] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"167.311583ms","start":"2026-03-31T22:34:54.411625Z","end":"2026-03-31T22:34:54.578936Z","steps":["trace[382467716] 'process raft request' (duration: 100.328914ms)","trace[382467716] 'compare' (duration: 66.861196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:54.600103Z","caller":"traceutil/trace.go:171","msg":"trace[1019842926] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5517; }","duration":"140.624368ms","start":"2026-03-31T22:34:54.459455Z","end":"2026-03-31T22:34:54.600079Z","steps":["trace[1019842926] 'read index received' (duration: 52.553872ms)","trace[1019842926] 'applied index is now lower than readState.Index' (duration: 88.069436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:54.600264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.797522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:54.600299Z","caller":"traceutil/trace.go:171","msg":"trace[1479395318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5301; }","duration":"140.882504ms","start":"2026-03-31T22:34:54.459405Z","end":"2026-03-31T22:34:54.600288Z","steps":["trace[1479395318] 'agreement among raft nodes before linearized reading' (duration: 140.775152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:54.600278Z","caller":"traceutil/trace.go:171","msg":"trace[716010214] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"183.745625ms","start":"2026-03-31T22:34:54.416494Z","end":"2026-03-31T22:34:54.60024Z","steps":["trace[716010214] 'process raft request' (duration: 183.435288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:55.705413Z","caller":"traceutil/trace.go:171","msg":"trace[1799037799] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5525; }","duration":"162.172245ms","start":"2026-03-31T22:34:55.54322Z","end":"2026-03-31T22:34:55.705393Z","steps":["trace[1799037799] 'read index received' (duration: 161.95934ms)","trace[1799037799] 'applied index is now lower than readState.Index' (duration: 211.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:55.705471Z","caller":"traceutil/trace.go:171","msg":"trace[184420991] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"272.956955ms","start":"2026-03-31T22:34:55.432486Z","end":"2026-03-31T22:34:55.705443Z","steps":["trace[184420991] 'process raft request' (duration: 272.785892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:55.705601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.361009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:34:55.70563Z","caller":"traceutil/trace.go:171","msg":"trace[1306433838] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5308; }","duration":"162.437901ms","start":"2026-03-31T22:34:55.543185Z","end":"2026-03-31T22:34:55.705623Z","steps":["trace[1306433838] 'agreement among raft nodes before linearized reading' (duration: 162.288648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:09.233636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.916588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:35:09.233756Z","caller":"traceutil/trace.go:171","msg":"trace[1003767090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5380; }","duration":"103.064661ms","start":"2026-03-31T22:35:09.130666Z","end":"2026-03-31T22:35:09.233731Z","steps":["trace[1003767090] 'range keys from in-memory index tree' (duration: 102.508499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:19.132128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.202977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:35:19.132221Z","caller":"traceutil/trace.go:171","msg":"trace[119966086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5452; }","duration":"159.367121ms","start":"2026-03-31T22:35:18.972837Z","end":"2026-03-31T22:35:19.132204Z","steps":["trace[119966086] 'range keys from in-memory index tree' (duration: 158.989693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:20.582993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.49396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:20.58308Z","caller":"traceutil/trace.go:171","msg":"trace[1551521427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5463; }","duration":"128.654143ms","start":"2026-03-31T22:35:20.454408Z","end":"2026-03-31T22:35:20.583062Z","steps":["trace[1551521427] 'range keys from in-memory index tree' (duration: 128.423629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.940113Z","caller":"traceutil/trace.go:171","msg":"trace[1705358739] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"105.883186ms","start":"2026-03-31T22:35:24.834188Z","end":"2026-03-31T22:35:24.940071Z","steps":["trace[1705358739] 'process raft request' (duration: 105.377245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.940471Z","caller":"traceutil/trace.go:171","msg":"trace[1969671159] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"106.108801ms","start":"2026-03-31T22:35:24.834327Z","end":"2026-03-31T22:35:24.940436Z","steps":["trace[1969671159] 'process raft request' (duration: 105.706992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.940538Z","caller":"traceutil/trace.go:171","msg":"trace[1311200001] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"106.03234ms","start":"2026-03-31T22:35:24.834469Z","end":"2026-03-31T22:35:24.940501Z","steps":["trace[1311200001] 'process raft request' (duration: 105.651531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.940664Z","caller":"traceutil/trace.go:171","msg":"trace[175829241] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"106.07518ms","start":"2026-03-31T22:35:24.834575Z","end":"2026-03-31T22:35:24.94065Z","steps":["trace[175829241] 'process raft request' (duration: 105.909546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.940652Z","caller":"traceutil/trace.go:171","msg":"trace[514987822] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"106.090881ms","start":"2026-03-31T22:35:24.834506Z","end":"2026-03-31T22:35:24.940597Z","steps":["trace[514987822] 'process raft request' (duration: 105.665471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.940784Z","caller":"traceutil/trace.go:171","msg":"trace[1456738025] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"106.06233ms","start":"2026-03-31T22:35:24.834681Z","end":"2026-03-31T22:35:24.940743Z","steps":["trace[1456738025] 'process raft request' (duration: 105.870616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941127Z","caller":"traceutil/trace.go:171","msg":"trace[918543762] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"106.359146ms","start":"2026-03-31T22:35:24.834724Z","end":"2026-03-31T22:35:24.941083Z","steps":["trace[918543762] 'process raft request' (duration: 105.937077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.94124Z","caller":"traceutil/trace.go:171","msg":"trace[871505794] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"106.464889ms","start":"2026-03-31T22:35:24.83476Z","end":"2026-03-31T22:35:24.941225Z","steps":["trace[871505794] 'process raft request' (duration: 106.293785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941271Z","caller":"traceutil/trace.go:171","msg":"trace[883127513] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"106.483089ms","start":"2026-03-31T22:35:24.834771Z","end":"2026-03-31T22:35:24.941254Z","steps":["trace[883127513] 'process raft request' (duration: 106.346496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941182Z","caller":"traceutil/trace.go:171","msg":"trace[114422002] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"106.408378ms","start":"2026-03-31T22:35:24.83474Z","end":"2026-03-31T22:35:24.941149Z","steps":["trace[114422002] 'process raft request' (duration: 106.198013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941452Z","caller":"traceutil/trace.go:171","msg":"trace[1688583518] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"106.53793ms","start":"2026-03-31T22:35:24.834897Z","end":"2026-03-31T22:35:24.941435Z","steps":["trace[1688583518] 'process raft request' (duration: 106.454088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.94147Z","caller":"traceutil/trace.go:171","msg":"trace[749793943] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"106.481009ms","start":"2026-03-31T22:35:24.834979Z","end":"2026-03-31T22:35:24.94146Z","steps":["trace[749793943] 'process raft request' (duration: 106.411137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941434Z","caller":"traceutil/trace.go:171","msg":"trace[267494238] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"106.53004ms","start":"2026-03-31T22:35:24.834886Z","end":"2026-03-31T22:35:24.941416Z","steps":["trace[267494238] 'process raft request' (duration: 106.402217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941653Z","caller":"traceutil/trace.go:171","msg":"trace[1854842088] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"107.078974ms","start":"2026-03-31T22:35:24.834557Z","end":"2026-03-31T22:35:24.941629Z","steps":["trace[1854842088] 'process raft request' (duration: 105.886216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941379Z","caller":"traceutil/trace.go:171","msg":"trace[198518231] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"106.51217ms","start":"2026-03-31T22:35:24.834847Z","end":"2026-03-31T22:35:24.941359Z","steps":["trace[198518231] 'process raft request' (duration: 106.340476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.941782Z","caller":"traceutil/trace.go:171","msg":"trace[1628060712] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"106.778177ms","start":"2026-03-31T22:35:24.834997Z","end":"2026-03-31T22:35:24.941775Z","steps":["trace[1628060712] 'process raft request' (duration: 106.416398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.942143Z","caller":"traceutil/trace.go:171","msg":"trace[1034912110] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"105.088509ms","start":"2026-03-31T22:35:24.837038Z","end":"2026-03-31T22:35:24.942126Z","steps":["trace[1034912110] 'process raft request' (duration: 104.983606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.942178Z","caller":"traceutil/trace.go:171","msg":"trace[1043272843] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"105.077338ms","start":"2026-03-31T22:35:24.837071Z","end":"2026-03-31T22:35:24.942148Z","steps":["trace[1043272843] 'process raft request' (duration: 105.020437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.942423Z","caller":"traceutil/trace.go:171","msg":"trace[1950998192] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"105.304833ms","start":"2026-03-31T22:35:24.837102Z","end":"2026-03-31T22:35:24.942406Z","steps":["trace[1950998192] 'process raft request' (duration: 105.014076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.942456Z","caller":"traceutil/trace.go:171","msg":"trace[34683288] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"105.490278ms","start":"2026-03-31T22:35:24.836945Z","end":"2026-03-31T22:35:24.942435Z","steps":["trace[34683288] 'process raft request' (duration: 104.72032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.94254Z","caller":"traceutil/trace.go:171","msg":"trace[1605326809] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"105.198291ms","start":"2026-03-31T22:35:24.837324Z","end":"2026-03-31T22:35:24.942523Z","steps":["trace[1605326809] 'process raft request' (duration: 104.852073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.942543Z","caller":"traceutil/trace.go:171","msg":"trace[2024683007] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"105.393035ms","start":"2026-03-31T22:35:24.837138Z","end":"2026-03-31T22:35:24.942531Z","steps":["trace[2024683007] 'process raft request' (duration: 104.998666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.94258Z","caller":"traceutil/trace.go:171","msg":"trace[525320615] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"102.765516ms","start":"2026-03-31T22:35:24.8398Z","end":"2026-03-31T22:35:24.942566Z","steps":["trace[525320615] 'process raft request' (duration: 102.403657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.942589Z","caller":"traceutil/trace.go:171","msg":"trace[1601888368] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"100.243898ms","start":"2026-03-31T22:35:24.842331Z","end":"2026-03-31T22:35:24.942575Z","steps":["trace[1601888368] 'process raft request' (duration: 100.117835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:24.943298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.70958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl\" ","response":"range_response_count:1 size:8046"} {"level":"info","ts":"2026-03-31T22:35:24.94334Z","caller":"traceutil/trace.go:171","msg":"trace[2037051282] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl; range_end:; response_count:1; response_revision:5649; }","duration":"108.817033ms","start":"2026-03-31T22:35:24.834511Z","end":"2026-03-31T22:35:24.943328Z","steps":["trace[2037051282] 'agreement among raft nodes before linearized reading' (duration: 108.68991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:24.943386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.982485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-03-31T22:35:24.943481Z","caller":"traceutil/trace.go:171","msg":"trace[1797097240] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5649; }","duration":"105.212621ms","start":"2026-03-31T22:35:24.838247Z","end":"2026-03-31T22:35:24.94346Z","steps":["trace[1797097240] 'agreement among raft nodes before linearized reading' (duration: 104.875293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.987214Z","caller":"traceutil/trace.go:171","msg":"trace[1395862366] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"120.17564ms","start":"2026-03-31T22:35:24.867009Z","end":"2026-03-31T22:35:24.987185Z","steps":["trace[1395862366] 'process raft request' (duration: 120.093019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:24.987301Z","caller":"traceutil/trace.go:171","msg":"trace[721634585] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"123.118427ms","start":"2026-03-31T22:35:24.864148Z","end":"2026-03-31T22:35:24.987267Z","steps":["trace[721634585] 'process raft request' (duration: 122.79914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:24.987831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.627046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:24.987867Z","caller":"traceutil/trace.go:171","msg":"trace[1874899504] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5651; }","duration":"100.710379ms","start":"2026-03-31T22:35:24.887149Z","end":"2026-03-31T22:35:24.987859Z","steps":["trace[1874899504] 'agreement among raft nodes before linearized reading' (duration: 100.618806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:24.987956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.776412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:35:24.987995Z","caller":"traceutil/trace.go:171","msg":"trace[840349795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5651; }","duration":"123.866904ms","start":"2026-03-31T22:35:24.864118Z","end":"2026-03-31T22:35:24.987985Z","steps":["trace[840349795] 'agreement among raft nodes before linearized reading' (duration: 123.717541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.235149Z","caller":"traceutil/trace.go:171","msg":"trace[1793394719] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5925; }","duration":"156.964716ms","start":"2026-03-31T22:35:25.078155Z","end":"2026-03-31T22:35:25.23512Z","steps":["trace[1793394719] 'read index received' (duration: 64.081196ms)","trace[1793394719] 'applied index is now lower than readState.Index' (duration: 92.88219ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:25.235172Z","caller":"traceutil/trace.go:171","msg":"trace[1130756410] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"159.697069ms","start":"2026-03-31T22:35:25.075438Z","end":"2026-03-31T22:35:25.235135Z","steps":["trace[1130756410] 'process raft request' (duration: 159.335391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.235276Z","caller":"traceutil/trace.go:171","msg":"trace[1336673589] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"156.716331ms","start":"2026-03-31T22:35:25.078533Z","end":"2026-03-31T22:35:25.235249Z","steps":["trace[1336673589] 'process raft request' (duration: 156.465266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.23532Z","caller":"traceutil/trace.go:171","msg":"trace[2146415125] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"156.201378ms","start":"2026-03-31T22:35:25.079081Z","end":"2026-03-31T22:35:25.235282Z","steps":["trace[2146415125] 'process raft request' (duration: 155.972393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.235398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.216262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T22:35:25.235454Z","caller":"traceutil/trace.go:171","msg":"trace[2093815852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5690; }","duration":"157.303705ms","start":"2026-03-31T22:35:25.078134Z","end":"2026-03-31T22:35:25.235438Z","steps":["trace[2093815852] 'agreement among raft nodes before linearized reading' (duration: 157.12244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.386475Z","caller":"traceutil/trace.go:171","msg":"trace[1241390307] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5929; }","duration":"151.235456ms","start":"2026-03-31T22:35:25.235226Z","end":"2026-03-31T22:35:25.386462Z","steps":["trace[1241390307] 'read index received' (duration: 143.08217ms)","trace[1241390307] 'applied index is now lower than readState.Index' (duration: 8.152316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:25.386471Z","caller":"traceutil/trace.go:171","msg":"trace[311358292] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"233.804812ms","start":"2026-03-31T22:35:25.152641Z","end":"2026-03-31T22:35:25.386445Z","steps":["trace[311358292] 'process raft request' (duration: 225.714607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.386504Z","caller":"traceutil/trace.go:171","msg":"trace[943156748] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"172.207412ms","start":"2026-03-31T22:35:25.214277Z","end":"2026-03-31T22:35:25.386485Z","steps":["trace[943156748] 'process raft request' (duration: 172.161531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.386648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.158783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-03-31T22:35:25.386675Z","caller":"traceutil/trace.go:171","msg":"trace[1769592824] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5693; }","duration":"224.205014ms","start":"2026-03-31T22:35:25.162462Z","end":"2026-03-31T22:35:25.386667Z","steps":["trace[1769592824] 'agreement among raft nodes before linearized reading' (duration: 224.075711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.38667Z","caller":"traceutil/trace.go:171","msg":"trace[504933481] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"175.105428ms","start":"2026-03-31T22:35:25.211508Z","end":"2026-03-31T22:35:25.386613Z","steps":["trace[504933481] 'process raft request' (duration: 174.899434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.386873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.248297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-03-31T22:35:25.386984Z","caller":"traceutil/trace.go:171","msg":"trace[211965683] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:5693; }","duration":"225.396342ms","start":"2026-03-31T22:35:25.161559Z","end":"2026-03-31T22:35:25.386956Z","steps":["trace[211965683] 'agreement among raft nodes before linearized reading' (duration: 225.065494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.428446Z","caller":"traceutil/trace.go:171","msg":"trace[506309579] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"187.616453ms","start":"2026-03-31T22:35:25.240786Z","end":"2026-03-31T22:35:25.428403Z","steps":["trace[506309579] 'process raft request' (duration: 187.330716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.428595Z","caller":"traceutil/trace.go:171","msg":"trace[1631052428] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"168.067179ms","start":"2026-03-31T22:35:25.260503Z","end":"2026-03-31T22:35:25.42857Z","steps":["trace[1631052428] 'process raft request' (duration: 167.783782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.429015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.192617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-8576d8d6b8-7lcr9\" ","response":"range_response_count:1 size:10026"} {"level":"info","ts":"2026-03-31T22:35:25.429056Z","caller":"traceutil/trace.go:171","msg":"trace[46670288] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-8576d8d6b8-7lcr9; range_end:; response_count:1; response_revision:5695; }","duration":"188.276629ms","start":"2026-03-31T22:35:25.240764Z","end":"2026-03-31T22:35:25.42904Z","steps":["trace[46670288] 'agreement among raft nodes before linearized reading' (duration: 188.192257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.429201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.24598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:35:25.429226Z","caller":"traceutil/trace.go:171","msg":"trace[230321141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5695; }","duration":"185.308251ms","start":"2026-03-31T22:35:25.243911Z","end":"2026-03-31T22:35:25.429219Z","steps":["trace[230321141] 'agreement among raft nodes before linearized reading' (duration: 185.233739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.523623Z","caller":"traceutil/trace.go:171","msg":"trace[680297715] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"126.030583ms","start":"2026-03-31T22:35:25.39756Z","end":"2026-03-31T22:35:25.523591Z","steps":["trace[680297715] 'process raft request' (duration: 125.848049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.523599Z","caller":"traceutil/trace.go:171","msg":"trace[1827277755] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"130.645177ms","start":"2026-03-31T22:35:25.392889Z","end":"2026-03-31T22:35:25.523534Z","steps":["trace[1827277755] 'process raft request' (duration: 94.900996ms)","trace[1827277755] 'compare' (duration: 35.422424ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:25.523772Z","caller":"traceutil/trace.go:171","msg":"trace[2115766921] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"125.87249ms","start":"2026-03-31T22:35:25.397887Z","end":"2026-03-31T22:35:25.52376Z","steps":["trace[2115766921] 'process raft request' (duration: 125.711647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.523649Z","caller":"traceutil/trace.go:171","msg":"trace[913907461] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"125.967032ms","start":"2026-03-31T22:35:25.397652Z","end":"2026-03-31T22:35:25.523619Z","steps":["trace[913907461] 'process raft request' (duration: 125.828279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.523712Z","caller":"traceutil/trace.go:171","msg":"trace[1795051296] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"126.005943ms","start":"2026-03-31T22:35:25.397699Z","end":"2026-03-31T22:35:25.523705Z","steps":["trace[1795051296] 'process raft request' (duration: 125.835569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524131Z","caller":"traceutil/trace.go:171","msg":"trace[968386025] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"126.173117ms","start":"2026-03-31T22:35:25.397946Z","end":"2026-03-31T22:35:25.524119Z","steps":["trace[968386025] 'process raft request' (duration: 125.725757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524429Z","caller":"traceutil/trace.go:171","msg":"trace[320749717] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"125.043582ms","start":"2026-03-31T22:35:25.399373Z","end":"2026-03-31T22:35:25.524417Z","steps":["trace[320749717] 'process raft request' (duration: 124.919739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524147Z","caller":"traceutil/trace.go:171","msg":"trace[1890292834] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"126.121995ms","start":"2026-03-31T22:35:25.398004Z","end":"2026-03-31T22:35:25.524126Z","steps":["trace[1890292834] 'process raft request' (duration: 125.710256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524185Z","caller":"traceutil/trace.go:171","msg":"trace[2062801104] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"125.028442ms","start":"2026-03-31T22:35:25.39915Z","end":"2026-03-31T22:35:25.524179Z","steps":["trace[2062801104] 'process raft request' (duration: 124.906788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524533Z","caller":"traceutil/trace.go:171","msg":"trace[371727495] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"125.081482ms","start":"2026-03-31T22:35:25.399429Z","end":"2026-03-31T22:35:25.524511Z","steps":["trace[371727495] 'process raft request' (duration: 124.910878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524296Z","caller":"traceutil/trace.go:171","msg":"trace[1859876663] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"125.140524ms","start":"2026-03-31T22:35:25.399151Z","end":"2026-03-31T22:35:25.524292Z","steps":["trace[1859876663] 'process raft request' (duration: 124.962279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524342Z","caller":"traceutil/trace.go:171","msg":"trace[573923927] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"125.111633ms","start":"2026-03-31T22:35:25.399225Z","end":"2026-03-31T22:35:25.524337Z","steps":["trace[573923927] 'process raft request' (duration: 124.924268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524803Z","caller":"traceutil/trace.go:171","msg":"trace[703691601] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"125.340618ms","start":"2026-03-31T22:35:25.399453Z","end":"2026-03-31T22:35:25.524794Z","steps":["trace[703691601] 'process raft request' (duration: 124.930809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.524936Z","caller":"traceutil/trace.go:171","msg":"trace[1397673769] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"125.331058ms","start":"2026-03-31T22:35:25.399598Z","end":"2026-03-31T22:35:25.524929Z","steps":["trace[1397673769] 'process raft request' (duration: 125.176135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.525211Z","caller":"traceutil/trace.go:171","msg":"trace[202892577] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"125.522752ms","start":"2026-03-31T22:35:25.399661Z","end":"2026-03-31T22:35:25.525184Z","steps":["trace[202892577] 'process raft request' (duration: 125.181785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.525548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.86202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2878"} {"level":"info","ts":"2026-03-31T22:35:25.525584Z","caller":"traceutil/trace.go:171","msg":"trace[772595620] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:5711; }","duration":"125.921691ms","start":"2026-03-31T22:35:25.399654Z","end":"2026-03-31T22:35:25.525576Z","steps":["trace[772595620] 'agreement among raft nodes before linearized reading' (duration: 125.556603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.525609Z","caller":"traceutil/trace.go:171","msg":"trace[1497352215] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"125.464701ms","start":"2026-03-31T22:35:25.400124Z","end":"2026-03-31T22:35:25.525589Z","steps":["trace[1497352215] 'process raft request' (duration: 124.94043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.525768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.41522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:35:25.525758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.698128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nxpm6\" ","response":"range_response_count:1 size:4819"} {"level":"info","ts":"2026-03-31T22:35:25.525811Z","caller":"traceutil/trace.go:171","msg":"trace[659448241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5711; }","duration":"107.514652ms","start":"2026-03-31T22:35:25.418285Z","end":"2026-03-31T22:35:25.5258Z","steps":["trace[659448241] 'agreement among raft nodes before linearized reading' (duration: 107.345228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.525811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.020009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2706"} {"level":"info","ts":"2026-03-31T22:35:25.52583Z","caller":"traceutil/trace.go:171","msg":"trace[1683077176] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nxpm6; range_end:; response_count:1; response_revision:5711; }","duration":"137.79088ms","start":"2026-03-31T22:35:25.388018Z","end":"2026-03-31T22:35:25.525809Z","steps":["trace[1683077176] 'agreement among raft nodes before linearized reading' (duration: 137.552735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.525841Z","caller":"traceutil/trace.go:171","msg":"trace[380498478] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:5711; }","duration":"128.05057ms","start":"2026-03-31T22:35:25.397782Z","end":"2026-03-31T22:35:25.525832Z","steps":["trace[380498478] 'agreement among raft nodes before linearized reading' (duration: 127.968128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.525881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.866682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-8576d8d6b8-7lcr9\" ","response":"range_response_count:1 size:10026"} {"level":"info","ts":"2026-03-31T22:35:25.525978Z","caller":"traceutil/trace.go:171","msg":"trace[1291148316] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-8576d8d6b8-7lcr9; range_end:; response_count:1; response_revision:5711; }","duration":"137.967785ms","start":"2026-03-31T22:35:25.387999Z","end":"2026-03-31T22:35:25.525967Z","steps":["trace[1291148316] 'agreement among raft nodes before linearized reading' (duration: 137.615227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.535087Z","caller":"traceutil/trace.go:171","msg":"trace[580387289] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"101.965616ms","start":"2026-03-31T22:35:25.433093Z","end":"2026-03-31T22:35:25.535058Z","steps":["trace[580387289] 'process raft request' (duration: 101.739551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.535528Z","caller":"traceutil/trace.go:171","msg":"trace[877892978] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"102.06286ms","start":"2026-03-31T22:35:25.433423Z","end":"2026-03-31T22:35:25.535486Z","steps":["trace[877892978] 'process raft request' (duration: 101.601478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:25.53566Z","caller":"traceutil/trace.go:171","msg":"trace[1890068820] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"101.458896ms","start":"2026-03-31T22:35:25.434193Z","end":"2026-03-31T22:35:25.535652Z","steps":["trace[1890068820] 'process raft request' (duration: 101.099207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:25.535722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.799323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62869"} {"level":"info","ts":"2026-03-31T22:35:25.535789Z","caller":"traceutil/trace.go:171","msg":"trace[1603097417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5715; }","duration":"101.913526ms","start":"2026-03-31T22:35:25.43386Z","end":"2026-03-31T22:35:25.535773Z","steps":["trace[1603097417] 'agreement among raft nodes before linearized reading' (duration: 101.65482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:27.366469Z","caller":"traceutil/trace.go:171","msg":"trace[1268061401] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"140.080792ms","start":"2026-03-31T22:35:27.226365Z","end":"2026-03-31T22:35:27.366445Z","steps":["trace[1268061401] 'process raft request' (duration: 139.633482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:27.82936Z","caller":"traceutil/trace.go:171","msg":"trace[98939630] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"148.565765ms","start":"2026-03-31T22:35:27.68076Z","end":"2026-03-31T22:35:27.829326Z","steps":["trace[98939630] 'process raft request' (duration: 57.942206ms)","trace[98939630] 'compare' (duration: 90.503476ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:27.848911Z","caller":"traceutil/trace.go:171","msg":"trace[721648907] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"109.486438ms","start":"2026-03-31T22:35:27.739405Z","end":"2026-03-31T22:35:27.848891Z","steps":["trace[721648907] 'process raft request' (duration: 108.774592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.592701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.29821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:29.592883Z","caller":"traceutil/trace.go:171","msg":"trace[700352238] linearizableReadLoop","detail":"{readStateIndex:6117; appliedIndex:6115; }","duration":"604.806732ms","start":"2026-03-31T22:35:28.988054Z","end":"2026-03-31T22:35:29.592861Z","steps":["trace[700352238] 'read index received' (duration: 2.370874ms)","trace[700352238] 'applied index is now lower than readState.Index' (duration: 602.435018ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:29.59295Z","caller":"traceutil/trace.go:171","msg":"trace[1320914702] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"604.942895ms","start":"2026-03-31T22:35:28.987995Z","end":"2026-03-31T22:35:29.592938Z","steps":["trace[1320914702] 'process raft request' (duration: 15.308837ms)","trace[1320914702] 'compare' (duration: 589.001884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:29.592988Z","caller":"traceutil/trace.go:171","msg":"trace[2053038588] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"603.900992ms","start":"2026-03-31T22:35:28.989065Z","end":"2026-03-31T22:35:29.592966Z","steps":["trace[2053038588] 'process raft request' (duration: 603.713457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.593003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:28.98799Z","time spent":"604.985696ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1188,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:29.593056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.979566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:29.593077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:28.98906Z","time spent":"603.971063ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4721,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:29.593116Z","caller":"traceutil/trace.go:171","msg":"trace[718560388] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:5877; }","duration":"605.057358ms","start":"2026-03-31T22:35:28.988044Z","end":"2026-03-31T22:35:29.593101Z","steps":["trace[718560388] 'agreement among raft nodes before linearized reading' (duration: 604.923875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.593149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:28.988041Z","time spent":"605.100979ms","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"info","ts":"2026-03-31T22:35:29.60161Z","caller":"traceutil/trace.go:171","msg":"trace[1436598925] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"596.605555ms","start":"2026-03-31T22:35:29.00498Z","end":"2026-03-31T22:35:29.601586Z","steps":["trace[1436598925] 'process raft request' (duration: 596.405211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.601755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.00496Z","time spent":"596.721198ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11965,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:29.601775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.858589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:35:29.601823Z","caller":"traceutil/trace.go:171","msg":"trace[467928697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5878; }","duration":"566.941851ms","start":"2026-03-31T22:35:29.034869Z","end":"2026-03-31T22:35:29.601811Z","steps":["trace[467928697] 'agreement among raft nodes before linearized reading' (duration: 566.779028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.601858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.034853Z","time spent":"566.999122ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:29.601933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.098503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-31T22:35:29.602028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.686242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:29.602018Z","caller":"traceutil/trace.go:171","msg":"trace[1214950562] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5878; }","duration":"610.215605ms","start":"2026-03-31T22:35:28.991785Z","end":"2026-03-31T22:35:29.602001Z","steps":["trace[1214950562] 'agreement among raft nodes before linearized reading' (duration: 609.972189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.602061Z","caller":"traceutil/trace.go:171","msg":"trace[1995813721] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5878; }","duration":"153.748074ms","start":"2026-03-31T22:35:29.448301Z","end":"2026-03-31T22:35:29.602049Z","steps":["trace[1995813721] 'agreement among raft nodes before linearized reading' (duration: 153.682612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.602072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:28.99177Z","time spent":"610.293817ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T22:35:29.602097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.761635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:29.602126Z","caller":"traceutil/trace.go:171","msg":"trace[853494051] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5878; }","duration":"528.830515ms","start":"2026-03-31T22:35:29.073289Z","end":"2026-03-31T22:35:29.602119Z","steps":["trace[853494051] 'agreement among raft nodes before linearized reading' (duration: 528.783344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.602155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.07327Z","time spent":"528.877327ms","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:29.601962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.166767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:29.602387Z","caller":"traceutil/trace.go:171","msg":"trace[213234164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5878; }","duration":"148.624907ms","start":"2026-03-31T22:35:29.453742Z","end":"2026-03-31T22:35:29.602367Z","steps":["trace[213234164] 'agreement among raft nodes before linearized reading' (duration: 147.86071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.603082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.561896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-31T22:35:29.603118Z","caller":"traceutil/trace.go:171","msg":"trace[965053968] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:5878; }","duration":"541.628857ms","start":"2026-03-31T22:35:29.061481Z","end":"2026-03-31T22:35:29.60311Z","steps":["trace[965053968] 'agreement among raft nodes before linearized reading' (duration: 540.691465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.603141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.061465Z","time spent":"541.669428ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957131,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:35:29.848264Z","caller":"traceutil/trace.go:171","msg":"trace[695280352] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"242.014929ms","start":"2026-03-31T22:35:29.606224Z","end":"2026-03-31T22:35:29.848239Z","steps":["trace[695280352] 'process raft request' (duration: 241.780143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.848568Z","caller":"traceutil/trace.go:171","msg":"trace[1457542425] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"242.08245ms","start":"2026-03-31T22:35:29.606471Z","end":"2026-03-31T22:35:29.848553Z","steps":["trace[1457542425] 'process raft request' (duration: 241.67385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.84862Z","caller":"traceutil/trace.go:171","msg":"trace[1649626172] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"239.829468ms","start":"2026-03-31T22:35:29.608761Z","end":"2026-03-31T22:35:29.84859Z","steps":["trace[1649626172] 'process raft request' (duration: 239.664675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.848675Z","caller":"traceutil/trace.go:171","msg":"trace[1198737498] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"239.851669ms","start":"2026-03-31T22:35:29.60881Z","end":"2026-03-31T22:35:29.848662Z","steps":["trace[1198737498] 'process raft request' (duration: 239.706696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.848765Z","caller":"traceutil/trace.go:171","msg":"trace[1387450149] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"239.90646ms","start":"2026-03-31T22:35:29.608846Z","end":"2026-03-31T22:35:29.848752Z","steps":["trace[1387450149] 'process raft request' (duration: 239.727726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.848834Z","caller":"traceutil/trace.go:171","msg":"trace[2120461600] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6119; }","duration":"241.126629ms","start":"2026-03-31T22:35:29.607691Z","end":"2026-03-31T22:35:29.848818Z","steps":["trace[2120461600] 'read index received' (duration: 55.121603ms)","trace[2120461600] 'applied index is now lower than readState.Index' (duration: 186.004086ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:29.84887Z","caller":"traceutil/trace.go:171","msg":"trace[1897405664] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"239.87998ms","start":"2026-03-31T22:35:29.608981Z","end":"2026-03-31T22:35:29.84886Z","steps":["trace[1897405664] 'process raft request' (duration: 239.635874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.848936Z","caller":"traceutil/trace.go:171","msg":"trace[1710919957] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"222.552106ms","start":"2026-03-31T22:35:29.626357Z","end":"2026-03-31T22:35:29.848909Z","steps":["trace[1710919957] 'process raft request' (duration: 222.342011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.84903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.323953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11980"} {"level":"info","ts":"2026-03-31T22:35:29.849067Z","caller":"traceutil/trace.go:171","msg":"trace[1099105995] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5886; }","duration":"241.410035ms","start":"2026-03-31T22:35:29.607645Z","end":"2026-03-31T22:35:29.849055Z","steps":["trace[1099105995] 'agreement among raft nodes before linearized reading' (duration: 241.250561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.870851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.438769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11980"} {"level":"warn","ts":"2026-03-31T22:35:29.870874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.671889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-31T22:35:29.870913Z","caller":"traceutil/trace.go:171","msg":"trace[2133959419] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5887; }","duration":"253.55278ms","start":"2026-03-31T22:35:29.617346Z","end":"2026-03-31T22:35:29.870899Z","steps":["trace[2133959419] 'agreement among raft nodes before linearized reading' (duration: 253.372496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.87093Z","caller":"traceutil/trace.go:171","msg":"trace[1702710279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803; range_end:; response_count:1; response_revision:5887; }","duration":"196.74798ms","start":"2026-03-31T22:35:29.674168Z","end":"2026-03-31T22:35:29.870916Z","steps":["trace[1702710279] 'agreement among raft nodes before linearized reading' (duration: 196.570816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.870913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.581067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61264"} {"level":"warn","ts":"2026-03-31T22:35:29.870883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.521911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62869"} {"level":"info","ts":"2026-03-31T22:35:29.871025Z","caller":"traceutil/trace.go:171","msg":"trace[1535815201] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5887; }","duration":"255.73056ms","start":"2026-03-31T22:35:29.615273Z","end":"2026-03-31T22:35:29.871004Z","steps":["trace[1535815201] 'agreement among raft nodes before linearized reading' (duration: 255.30294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.870888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.224187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-31T22:35:29.871272Z","caller":"traceutil/trace.go:171","msg":"trace[37856012] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803; range_end:; response_count:1; response_revision:5887; }","duration":"203.745519ms","start":"2026-03-31T22:35:29.667496Z","end":"2026-03-31T22:35:29.871241Z","steps":["trace[37856012] 'agreement among raft nodes before linearized reading' (duration: 203.052444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.871146Z","caller":"traceutil/trace.go:171","msg":"trace[61175580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5887; }","duration":"261.821359ms","start":"2026-03-31T22:35:29.609308Z","end":"2026-03-31T22:35:29.871129Z","steps":["trace[61175580] 'agreement among raft nodes before linearized reading' (duration: 261.302947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:30.992041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.286943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-31T22:35:30.992176Z","caller":"traceutil/trace.go:171","msg":"trace[1118910334] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803; range_end:; response_count:1; response_revision:5924; }","duration":"102.462617ms","start":"2026-03-31T22:35:30.889695Z","end":"2026-03-31T22:35:30.992157Z","steps":["trace[1118910334] 'range keys from in-memory index tree' (duration: 102.11323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:30.992076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.977243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-31T22:35:30.992318Z","caller":"traceutil/trace.go:171","msg":"trace[1448309914] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-236710f8-e256-49ad-8b3e-54c6eb435803; range_end:; response_count:1; response_revision:5924; }","duration":"115.259649ms","start":"2026-03-31T22:35:30.877024Z","end":"2026-03-31T22:35:30.992284Z","steps":["trace[1448309914] 'range keys from in-memory index tree' (duration: 114.727367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:32.148919Z","caller":"traceutil/trace.go:171","msg":"trace[915568936] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"137.606376ms","start":"2026-03-31T22:35:32.011282Z","end":"2026-03-31T22:35:32.148889Z","steps":["trace[915568936] 'process raft request' (duration: 130.652668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:35.137974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.426269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:35.138055Z","caller":"traceutil/trace.go:171","msg":"trace[1443237742] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5996; }","duration":"382.568272ms","start":"2026-03-31T22:35:34.755463Z","end":"2026-03-31T22:35:35.138032Z","steps":["trace[1443237742] 'count revisions from in-memory index tree' (duration: 382.331397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:35.138108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:34.755444Z","time spent":"382.649103ms","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:35.143403Z","caller":"traceutil/trace.go:171","msg":"trace[786909208] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"133.054172ms","start":"2026-03-31T22:35:35.01032Z","end":"2026-03-31T22:35:35.143374Z","steps":["trace[786909208] 'process raft request' (duration: 132.893199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:38.852997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751222305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:35:39.167497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.49998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:39.167628Z","caller":"traceutil/trace.go:171","msg":"trace[1187816675] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"837.346646ms","start":"2026-03-31T22:35:38.330259Z","end":"2026-03-31T22:35:39.167605Z","steps":["trace[1187816675] 'process raft request' (duration: 609.636761ms)","trace[1187816675] 'compare' (duration: 227.05052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:39.167695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.330234Z","time spent":"837.427207ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:39.679336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.15443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:39.680257Z","caller":"traceutil/trace.go:171","msg":"trace[1402079286] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"1.017830857s","start":"2026-03-31T22:35:38.662401Z","end":"2026-03-31T22:35:39.680232Z","steps":["trace[1402079286] 'process raft request' (duration: 694.686944ms)","trace[1402079286] 'compare' (duration: 322.019847ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:39.680283Z","caller":"traceutil/trace.go:171","msg":"trace[2110509002] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6305; }","duration":"1.327417491s","start":"2026-03-31T22:35:38.352846Z","end":"2026-03-31T22:35:39.680264Z","steps":["trace[2110509002] 'read index received' (duration: 587.026478ms)","trace[2110509002] 'applied index is now lower than readState.Index' (duration: 740.389663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:39.680365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.66237Z","time spent":"1.017940099s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:39.680382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327532733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:39.680427Z","caller":"traceutil/trace.go:171","msg":"trace[2068979353] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:6062; }","duration":"1.327603644s","start":"2026-03-31T22:35:38.352809Z","end":"2026-03-31T22:35:39.680413Z","steps":["trace[2068979353] 'agreement among raft nodes before linearized reading' (duration: 1.327539773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.680474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.352797Z","time spent":"1.327666927s","remote":"127.0.0.1:54492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"info","ts":"2026-03-31T22:35:39.680487Z","caller":"traceutil/trace.go:171","msg":"trace[1370867405] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"1.015959944s","start":"2026-03-31T22:35:38.664439Z","end":"2026-03-31T22:35:39.680399Z","steps":["trace[1370867405] 'process raft request' (duration: 1.015708699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.680773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.664412Z","time spent":"1.01620524s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:39.740492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.416819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:39.740604Z","caller":"traceutil/trace.go:171","msg":"trace[1178730646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6063; }","duration":"272.561333ms","start":"2026-03-31T22:35:39.46801Z","end":"2026-03-31T22:35:39.740571Z","steps":["trace[1178730646] 'agreement among raft nodes before linearized reading' (duration: 272.413179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:39.740607Z","caller":"traceutil/trace.go:171","msg":"trace[1359540586] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"175.64187ms","start":"2026-03-31T22:35:39.564717Z","end":"2026-03-31T22:35:39.740359Z","steps":["trace[1359540586] 'process raft request' (duration: 175.440366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.740735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.244136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:39.74085Z","caller":"traceutil/trace.go:171","msg":"trace[2033061835] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6063; }","duration":"346.42114ms","start":"2026-03-31T22:35:39.394404Z","end":"2026-03-31T22:35:39.740825Z","steps":["trace[2033061835] 'agreement among raft nodes before linearized reading' (duration: 346.128824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.740918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.313102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-31T22:35:39.740996Z","caller":"traceutil/trace.go:171","msg":"trace[20674825] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl; range_end:; response_count:1; response_revision:6063; }","duration":"759.466816ms","start":"2026-03-31T22:35:38.981514Z","end":"2026-03-31T22:35:39.740981Z","steps":["trace[20674825] 'agreement among raft nodes before linearized reading' (duration: 759.132218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.741031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.981495Z","time spent":"759.527747ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl\" "} {"level":"warn","ts":"2026-03-31T22:35:39.741031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.394385Z","time spent":"346.628496ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:39.740618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288500377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:39.741307Z","caller":"traceutil/trace.go:171","msg":"trace[625444763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6063; }","duration":"1.289248284s","start":"2026-03-31T22:35:38.452035Z","end":"2026-03-31T22:35:39.741283Z","steps":["trace[625444763] 'agreement among raft nodes before linearized reading' (duration: 1.288429924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.741359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.452019Z","time spent":"1.289330006s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:35:40.426272Z","caller":"traceutil/trace.go:171","msg":"trace[857365055] linearizableReadLoop","detail":"{readStateIndex:6314; appliedIndex:6312; }","duration":"412.937541ms","start":"2026-03-31T22:35:40.013316Z","end":"2026-03-31T22:35:40.426253Z","steps":["trace[857365055] 'read index received' (duration: 34.879192ms)","trace[857365055] 'applied index is now lower than readState.Index' (duration: 378.057709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:40.426397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.218224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:35:40.426398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.897975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:40.426428Z","caller":"traceutil/trace.go:171","msg":"trace[168666605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6068; }","duration":"437.310756ms","start":"2026-03-31T22:35:39.989108Z","end":"2026-03-31T22:35:40.426419Z","steps":["trace[168666605] 'agreement among raft nodes before linearized reading' (duration: 437.219864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.426431Z","caller":"traceutil/trace.go:171","msg":"trace[1764426490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6068; }","duration":"428.965056ms","start":"2026-03-31T22:35:39.997458Z","end":"2026-03-31T22:35:40.426423Z","steps":["trace[1764426490] 'agreement among raft nodes before linearized reading' (duration: 428.820813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:40.426454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.989069Z","time spent":"437.378388ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:35:40.42648Z","caller":"traceutil/trace.go:171","msg":"trace[2099818686] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"408.938691ms","start":"2026-03-31T22:35:40.017534Z","end":"2026-03-31T22:35:40.426473Z","steps":["trace[2099818686] 'process raft request' (duration: 408.668635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:40.426481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.108268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:35:40.42648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.148578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:35:40.42654Z","caller":"traceutil/trace.go:171","msg":"trace[1910062791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6068; }","duration":"432.26262ms","start":"2026-03-31T22:35:39.994268Z","end":"2026-03-31T22:35:40.42653Z","steps":["trace[1910062791] 'agreement among raft nodes before linearized reading' (duration: 432.099477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:40.426544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.017502Z","time spent":"409.001493ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:40.426579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.994244Z","time spent":"432.328582ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:35:40.42654Z","caller":"traceutil/trace.go:171","msg":"trace[996836533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6068; }","duration":"432.22858ms","start":"2026-03-31T22:35:39.994296Z","end":"2026-03-31T22:35:40.426525Z","steps":["trace[996836533] 'agreement among raft nodes before linearized reading' (duration: 432.047416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:40.426629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.994272Z","time spent":"432.351723ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:35:40.426641Z","caller":"traceutil/trace.go:171","msg":"trace[1735338720] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"436.794145ms","start":"2026-03-31T22:35:39.989839Z","end":"2026-03-31T22:35:40.426633Z","steps":["trace[1735338720] 'process raft request' (duration: 436.219782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:40.426599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.151998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:35:40.426673Z","caller":"traceutil/trace.go:171","msg":"trace[896063553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6068; }","duration":"432.2257ms","start":"2026-03-31T22:35:39.99444Z","end":"2026-03-31T22:35:40.426666Z","steps":["trace[896063553] 'agreement among raft nodes before linearized reading' (duration: 432.116898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:40.426679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.989784Z","time spent":"436.877926ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:40.42671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.994375Z","time spent":"432.320192ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:35:40.426454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.997442Z","time spent":"429.007738ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:35:40.447782Z","caller":"traceutil/trace.go:171","msg":"trace[1167839099] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"230.584599ms","start":"2026-03-31T22:35:40.217181Z","end":"2026-03-31T22:35:40.447766Z","steps":["trace[1167839099] 'process raft request' (duration: 230.454996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.579433Z","caller":"traceutil/trace.go:171","msg":"trace[461255068] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"148.197078ms","start":"2026-03-31T22:35:40.431203Z","end":"2026-03-31T22:35:40.5794Z","steps":["trace[461255068] 'process raft request' (duration: 137.468863ms)","trace[461255068] 'compare' (duration: 10.545111ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:40.579466Z","caller":"traceutil/trace.go:171","msg":"trace[2056937014] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"145.852274ms","start":"2026-03-31T22:35:40.433592Z","end":"2026-03-31T22:35:40.579444Z","steps":["trace[2056937014] 'process raft request' (duration: 145.720681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.579669Z","caller":"traceutil/trace.go:171","msg":"trace[1325175440] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"141.866023ms","start":"2026-03-31T22:35:40.437795Z","end":"2026-03-31T22:35:40.579661Z","steps":["trace[1325175440] 'process raft request' (duration: 141.578547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.579481Z","caller":"traceutil/trace.go:171","msg":"trace[804471897] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"142.475658ms","start":"2026-03-31T22:35:40.436987Z","end":"2026-03-31T22:35:40.579463Z","steps":["trace[804471897] 'process raft request' (duration: 142.359975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.579784Z","caller":"traceutil/trace.go:171","msg":"trace[2117360530] linearizableReadLoop","detail":"{readStateIndex:6322; appliedIndex:6316; }","duration":"132.02765ms","start":"2026-03-31T22:35:40.447747Z","end":"2026-03-31T22:35:40.579775Z","steps":["trace[2117360530] 'read index received' (duration: 120.912137ms)","trace[2117360530] 'applied index is now lower than readState.Index' (duration: 11.114743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:40.579919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.326835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:40.579944Z","caller":"traceutil/trace.go:171","msg":"trace[203481607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6075; }","duration":"135.396097ms","start":"2026-03-31T22:35:40.444542Z","end":"2026-03-31T22:35:40.579938Z","steps":["trace[203481607] 'agreement among raft nodes before linearized reading' (duration: 135.266494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.580061Z","caller":"traceutil/trace.go:171","msg":"trace[658418138] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"133.412642ms","start":"2026-03-31T22:35:40.446642Z","end":"2026-03-31T22:35:40.580055Z","steps":["trace[658418138] 'process raft request' (duration: 132.901391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.580192Z","caller":"traceutil/trace.go:171","msg":"trace[1899544892] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"133.089125ms","start":"2026-03-31T22:35:40.44647Z","end":"2026-03-31T22:35:40.579559Z","steps":["trace[1899544892] 'process raft request' (duration: 132.926492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:41.081634Z","caller":"traceutil/trace.go:171","msg":"trace[110216232] linearizableReadLoop","detail":"{readStateIndex:6324; appliedIndex:6322; }","duration":"497.779771ms","start":"2026-03-31T22:35:40.583829Z","end":"2026-03-31T22:35:41.081608Z","steps":["trace[110216232] 'read index received' (duration: 12.487525ms)","trace[110216232] 'applied index is now lower than readState.Index' (duration: 485.291376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:41.081736Z","caller":"traceutil/trace.go:171","msg":"trace[169068416] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"498.436715ms","start":"2026-03-31T22:35:40.583286Z","end":"2026-03-31T22:35:41.081723Z","steps":["trace[169068416] 'process raft request' (duration: 484.519329ms)","trace[169068416] 'compare' (duration: 13.63577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:41.081812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.58327Z","time spent":"498.491376ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:41.08188Z","caller":"traceutil/trace.go:171","msg":"trace[1039891419] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"497.7733ms","start":"2026-03-31T22:35:40.584068Z","end":"2026-03-31T22:35:41.081841Z","steps":["trace[1039891419] 'process raft request' (duration: 497.493824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:41.081993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.584051Z","time spent":"497.886663ms","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:41.082121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.286072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:41.082168Z","caller":"traceutil/trace.go:171","msg":"trace[2020829815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6078; }","duration":"498.373344ms","start":"2026-03-31T22:35:40.583785Z","end":"2026-03-31T22:35:41.082158Z","steps":["trace[2020829815] 'agreement among raft nodes before linearized reading' (duration: 498.213881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:41.082197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.583769Z","time spent":"498.420755ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:35:41.083232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.234279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:41.083302Z","caller":"traceutil/trace.go:171","msg":"trace[1744152797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6079; }","duration":"354.347801ms","start":"2026-03-31T22:35:40.728939Z","end":"2026-03-31T22:35:41.083287Z","steps":["trace[1744152797] 'agreement among raft nodes before linearized reading' (duration: 354.211938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:41.083347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.728921Z","time spent":"354.412393ms","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:41.083697Z","caller":"traceutil/trace.go:171","msg":"trace[2043723976] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"483.487465ms","start":"2026-03-31T22:35:40.600195Z","end":"2026-03-31T22:35:41.083682Z","steps":["trace[2043723976] 'process raft request' (duration: 482.746578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:41.083787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.60017Z","time spent":"483.564427ms","remote":"127.0.0.1:54492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1348,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:43.516544Z","caller":"traceutil/trace.go:171","msg":"trace[1460708108] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"101.838684ms","start":"2026-03-31T22:35:43.414684Z","end":"2026-03-31T22:35:43.516523Z","steps":["trace[1460708108] 'process raft request' (duration: 101.799913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.516603Z","caller":"traceutil/trace.go:171","msg":"trace[1343571844] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"103.174005ms","start":"2026-03-31T22:35:43.413397Z","end":"2026-03-31T22:35:43.516571Z","steps":["trace[1343571844] 'process raft request' (duration: 102.991481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.704898Z","caller":"traceutil/trace.go:171","msg":"trace[800528400] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"169.374608ms","start":"2026-03-31T22:35:43.535506Z","end":"2026-03-31T22:35:43.70488Z","steps":["trace[800528400] 'process raft request' (duration: 169.214865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.718434Z","caller":"traceutil/trace.go:171","msg":"trace[1785941274] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"143.773087ms","start":"2026-03-31T22:35:43.574629Z","end":"2026-03-31T22:35:43.718402Z","steps":["trace[1785941274] 'process raft request' (duration: 143.434079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.124946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243548035s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:35:46.228553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374023549s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:46.228772Z","caller":"traceutil/trace.go:171","msg":"trace[444562887] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"1.347463596s","start":"2026-03-31T22:35:44.881294Z","end":"2026-03-31T22:35:46.228757Z","steps":["trace[444562887] 'process raft request' (duration: 1.347373794s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.228801Z","caller":"traceutil/trace.go:171","msg":"trace[1619157642] linearizableReadLoop","detail":"{readStateIndex:6460; appliedIndex:6459; }","duration":"1.789457398s","start":"2026-03-31T22:35:44.439298Z","end":"2026-03-31T22:35:46.228755Z","steps":["trace[1619157642] 'read index received' (duration: 415.0535ms)","trace[1619157642] 'applied index is now lower than readState.Index' (duration: 1.374399087s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:46.228854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.881276Z","time spent":"1.347537278s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:46.228894Z","caller":"traceutil/trace.go:171","msg":"trace[970726876] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"1.963492283s","start":"2026-03-31T22:35:44.265191Z","end":"2026-03-31T22:35:46.228683Z","steps":["trace[970726876] 'process raft request' (duration: 589.26818ms)","trace[970726876] 'compare' (duration: 1.373814474s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:46.229014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.265162Z","time spent":"1.963814409s","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2496,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:46.229117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789811255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:46.229172Z","caller":"traceutil/trace.go:171","msg":"trace[419477768] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6211; }","duration":"1.789921268s","start":"2026-03-31T22:35:44.439234Z","end":"2026-03-31T22:35:46.229155Z","steps":["trace[419477768] 'agreement among raft nodes before linearized reading' (duration: 1.789684672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.22921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.439206Z","time spent":"1.78999501s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:35:46.442358Z","caller":"traceutil/trace.go:171","msg":"trace[1815356401] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"1.239984985s","start":"2026-03-31T22:35:45.202332Z","end":"2026-03-31T22:35:46.442317Z","steps":["trace[1815356401] 'process raft request' (duration: 1.239666567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.442632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.202305Z","time spent":"1.240191119s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:46.442813Z","caller":"traceutil/trace.go:171","msg":"trace[751246317] linearizableReadLoop","detail":"{readStateIndex:6465; appliedIndex:6461; }","duration":"213.909912ms","start":"2026-03-31T22:35:46.228886Z","end":"2026-03-31T22:35:46.442796Z","steps":["trace[751246317] 'read index received' (duration: 213.053271ms)","trace[751246317] 'applied index is now lower than readState.Index' (duration: 855.111µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:46.442963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665223036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:46.442991Z","caller":"traceutil/trace.go:171","msg":"trace[2083540849] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6215; }","duration":"1.665311049s","start":"2026-03-31T22:35:44.777671Z","end":"2026-03-31T22:35:46.442982Z","steps":["trace[2083540849] 'agreement among raft nodes before linearized reading' (duration: 1.665232377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.777652Z","time spent":"1.66536577s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:46.443019Z","caller":"traceutil/trace.go:171","msg":"trace[1439435178] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"553.747722ms","start":"2026-03-31T22:35:45.889246Z","end":"2026-03-31T22:35:46.442993Z","steps":["trace[1439435178] 'process raft request' (duration: 553.475506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.127064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:35:46.443038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491599361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T22:35:46.443093Z","caller":"traceutil/trace.go:171","msg":"trace[1161200391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6215; }","duration":"408.213746ms","start":"2026-03-31T22:35:46.034869Z","end":"2026-03-31T22:35:46.443082Z","steps":["trace[1161200391] 'agreement among raft nodes before linearized reading' (duration: 408.005561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.443125Z","caller":"traceutil/trace.go:171","msg":"trace[644408797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb; range_end:; response_count:1; response_revision:6215; }","duration":"1.491744854s","start":"2026-03-31T22:35:44.951359Z","end":"2026-03-31T22:35:46.443104Z","steps":["trace[644408797] 'agreement among raft nodes before linearized reading' (duration: 1.491486459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:46.034847Z","time spent":"408.273417ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:35:46.443167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.951336Z","time spent":"1.491823547s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb\" "} {"level":"warn","ts":"2026-03-31T22:35:46.44317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.889225Z","time spent":"553.854745ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:46.443317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.500769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:46.443329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846709659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:35:46.443347Z","caller":"traceutil/trace.go:171","msg":"trace[908667398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6215; }","duration":"734.574341ms","start":"2026-03-31T22:35:45.708761Z","end":"2026-03-31T22:35:46.443335Z","steps":["trace[908667398] 'agreement among raft nodes before linearized reading' (duration: 734.523279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.443355Z","caller":"traceutil/trace.go:171","msg":"trace[2031381301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6215; }","duration":"1.846755811s","start":"2026-03-31T22:35:44.596593Z","end":"2026-03-31T22:35:46.443348Z","steps":["trace[2031381301] 'agreement among raft nodes before linearized reading' (duration: 1.846680979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.708743Z","time spent":"734.623341ms","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:46.443379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.596581Z","time spent":"1.846791321s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:46.443365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309158035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl.18a20df35b76ff42\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-31T22:35:46.443397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400662205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T22:35:46.443424Z","caller":"traceutil/trace.go:171","msg":"trace[356447601] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb; range_end:; response_count:1; response_revision:6215; }","duration":"1.400715625s","start":"2026-03-31T22:35:45.042701Z","end":"2026-03-31T22:35:46.443416Z","steps":["trace[356447601] 'agreement among raft nodes before linearized reading' (duration: 1.400642924s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.44343Z","caller":"traceutil/trace.go:171","msg":"trace[1625266133] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl.18a20df35b76ff42; range_end:; response_count:1; response_revision:6215; }","duration":"1.309276098s","start":"2026-03-31T22:35:45.134134Z","end":"2026-03-31T22:35:46.44341Z","steps":["trace[1625266133] 'agreement among raft nodes before linearized reading' (duration: 1.309098194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.042686Z","time spent":"1.400757547s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb\" "} {"level":"warn","ts":"2026-03-31T22:35:46.443473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.134117Z","time spent":"1.309346749s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6fqjl.18a20df35b76ff42\" "} {"level":"warn","ts":"2026-03-31T22:35:46.443486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230045078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777430"} {"level":"warn","ts":"2026-03-31T22:35:46.443503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848638363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:46.443527Z","caller":"traceutil/trace.go:171","msg":"trace[543437603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6215; }","duration":"1.848698855s","start":"2026-03-31T22:35:44.594822Z","end":"2026-03-31T22:35:46.443521Z","steps":["trace[543437603] 'agreement among raft nodes before linearized reading' (duration: 1.848637043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.594779Z","time spent":"1.848767666s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:35:46.443532Z","caller":"traceutil/trace.go:171","msg":"trace[209819676] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:6215; }","duration":"1.23011294s","start":"2026-03-31T22:35:45.213403Z","end":"2026-03-31T22:35:46.443516Z","steps":["trace[209819676] 'agreement among raft nodes before linearized reading' (duration: 1.229461095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.213388Z","time spent":"1.230184121s","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777452,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T22:35:46.443614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307372975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:46.443665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849435221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:35:46.443662Z","caller":"traceutil/trace.go:171","msg":"trace[474138031] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6215; }","duration":"1.307440127s","start":"2026-03-31T22:35:45.136208Z","end":"2026-03-31T22:35:46.443648Z","steps":["trace[474138031] 'agreement among raft nodes before linearized reading' (duration: 1.307361175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991485969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:46.442822Z","caller":"traceutil/trace.go:171","msg":"trace[990858338] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"719.242072ms","start":"2026-03-31T22:35:45.723532Z","end":"2026-03-31T22:35:46.442774Z","steps":["trace[990858338] 'process raft request' (duration: 719.045358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.443703Z","caller":"traceutil/trace.go:171","msg":"trace[1923206212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6215; }","duration":"1.991554051s","start":"2026-03-31T22:35:44.452142Z","end":"2026-03-31T22:35:46.443696Z","steps":["trace[1923206212] 'agreement among raft nodes before linearized reading' (duration: 1.99151551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.44376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.452117Z","time spent":"1.991638532s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:35:46.443682Z","caller":"traceutil/trace.go:171","msg":"trace[1008147079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6215; }","duration":"1.849478822s","start":"2026-03-31T22:35:44.594198Z","end":"2026-03-31T22:35:46.443677Z","steps":["trace[1008147079] 'agreement among raft nodes before linearized reading' (duration: 1.849424791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.723519Z","time spent":"720.223985ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:46.44383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876793783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:46.443863Z","caller":"traceutil/trace.go:171","msg":"trace[144022042] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6215; }","duration":"1.876856474s","start":"2026-03-31T22:35:44.566998Z","end":"2026-03-31T22:35:46.443854Z","steps":["trace[144022042] 'agreement among raft nodes before linearized reading' (duration: 1.876805703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.443854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.594191Z","time spent":"1.849652686s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:46.443882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.566982Z","time spent":"1.876895466s","remote":"127.0.0.1:50748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:46.443698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.136201Z","time spent":"1.307487837s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:46.443919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978999944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:46.443961Z","caller":"traceutil/trace.go:171","msg":"trace[1932731123] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6215; }","duration":"1.979084686s","start":"2026-03-31T22:35:44.464864Z","end":"2026-03-31T22:35:46.443949Z","steps":["trace[1932731123] 'agreement among raft nodes before linearized reading' (duration: 1.978966114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.44396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849785459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:35:46.443996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.464841Z","time spent":"1.979148668s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:35:46.444016Z","caller":"traceutil/trace.go:171","msg":"trace[411753083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6215; }","duration":"1.849889551s","start":"2026-03-31T22:35:44.59411Z","end":"2026-03-31T22:35:46.443999Z","steps":["trace[411753083] 'agreement among raft nodes before linearized reading' (duration: 1.849745318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.444053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:44.594081Z","time spent":"1.849964573s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:35:46.442696Z","caller":"traceutil/trace.go:171","msg":"trace[1769912550] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"719.906668ms","start":"2026-03-31T22:35:45.722753Z","end":"2026-03-31T22:35:46.44266Z","steps":["trace[1769912550] 'process raft request' (duration: 719.504629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.444201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:45.722738Z","time spent":"721.39212ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:46.465131Z","caller":"traceutil/trace.go:171","msg":"trace[427999055] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"230.495267ms","start":"2026-03-31T22:35:46.234478Z","end":"2026-03-31T22:35:46.464973Z","steps":["trace[427999055] 'process raft request' (duration: 230.18488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.465226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.322673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:46.46532Z","caller":"traceutil/trace.go:171","msg":"trace[587021637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6216; }","duration":"215.488827ms","start":"2026-03-31T22:35:46.249811Z","end":"2026-03-31T22:35:46.465299Z","steps":["trace[587021637] 'agreement among raft nodes before linearized reading' (duration: 215.17999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.58377Z","caller":"traceutil/trace.go:171","msg":"trace[1092566395] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"137.653767ms","start":"2026-03-31T22:35:46.446085Z","end":"2026-03-31T22:35:46.583739Z","steps":["trace[1092566395] 'process raft request' (duration: 93.181707ms)","trace[1092566395] 'compare' (duration: 44.245965ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:46.583819Z","caller":"traceutil/trace.go:171","msg":"trace[267592825] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"135.224042ms","start":"2026-03-31T22:35:46.44856Z","end":"2026-03-31T22:35:46.583785Z","steps":["trace[267592825] 'process raft request' (duration: 135.11434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.584226Z","caller":"traceutil/trace.go:171","msg":"trace[328488717] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"134.163568ms","start":"2026-03-31T22:35:46.450026Z","end":"2026-03-31T22:35:46.58419Z","steps":["trace[328488717] 'process raft request' (duration: 133.714278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.584618Z","caller":"traceutil/trace.go:171","msg":"trace[1968206204] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"134.517397ms","start":"2026-03-31T22:35:46.450086Z","end":"2026-03-31T22:35:46.584603Z","steps":["trace[1968206204] 'process raft request' (duration: 134.000635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.58486Z","caller":"traceutil/trace.go:171","msg":"trace[856478882] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"134.520867ms","start":"2026-03-31T22:35:46.4503Z","end":"2026-03-31T22:35:46.584821Z","steps":["trace[856478882] 'process raft request' (duration: 134.21174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.584913Z","caller":"traceutil/trace.go:171","msg":"trace[2142016234] linearizableReadLoop","detail":"{readStateIndex:6473; appliedIndex:6466; }","duration":"120.003157ms","start":"2026-03-31T22:35:46.46487Z","end":"2026-03-31T22:35:46.584873Z","steps":["trace[2142016234] 'read index received' (duration: 74.42686ms)","trace[2142016234] 'applied index is now lower than readState.Index' (duration: 45.574647ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:46.584967Z","caller":"traceutil/trace.go:171","msg":"trace[1913305131] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"134.597469ms","start":"2026-03-31T22:35:46.450336Z","end":"2026-03-31T22:35:46.584934Z","steps":["trace[1913305131] 'process raft request' (duration: 134.370523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.585166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.149262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:46.585214Z","caller":"traceutil/trace.go:171","msg":"trace[1870684842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6223; }","duration":"139.238784ms","start":"2026-03-31T22:35:46.445961Z","end":"2026-03-31T22:35:46.5852Z","steps":["trace[1870684842] 'agreement among raft nodes before linearized reading' (duration: 139.123701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.58527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.924481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62869"} {"level":"info","ts":"2026-03-31T22:35:46.585315Z","caller":"traceutil/trace.go:171","msg":"trace[1093005553] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6223; }","duration":"137.003663ms","start":"2026-03-31T22:35:46.4483Z","end":"2026-03-31T22:35:46.585303Z","steps":["trace[1093005553] 'agreement among raft nodes before linearized reading' (duration: 136.759478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.585443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.695832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:46.585541Z","caller":"traceutil/trace.go:171","msg":"trace[909922267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6223; }","duration":"116.810844ms","start":"2026-03-31T22:35:46.468716Z","end":"2026-03-31T22:35:46.585527Z","steps":["trace[909922267] 'agreement among raft nodes before linearized reading' (duration: 116.568649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.58555Z","caller":"traceutil/trace.go:171","msg":"trace[1137806274] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"134.6934ms","start":"2026-03-31T22:35:46.450745Z","end":"2026-03-31T22:35:46.585439Z","steps":["trace[1137806274] 'process raft request' (duration: 134.040415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.159058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751222580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:35:48.018374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.884003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:48.018705Z","caller":"traceutil/trace.go:171","msg":"trace[1176471156] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6474; }","duration":"1.360848019s","start":"2026-03-31T22:35:46.657829Z","end":"2026-03-31T22:35:48.018677Z","steps":["trace[1176471156] 'read index received' (duration: 935.532486ms)","trace[1176471156] 'applied index is now lower than readState.Index' (duration: 425.300083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:48.018954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361120635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:48.018951Z","caller":"traceutil/trace.go:171","msg":"trace[306397934] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"1.362539478s","start":"2026-03-31T22:35:46.656356Z","end":"2026-03-31T22:35:48.018895Z","steps":["trace[306397934] 'process raft request' (duration: 937.029631ms)","trace[306397934] 'compare' (duration: 424.73611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:48.019017Z","caller":"traceutil/trace.go:171","msg":"trace[1886114857] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6225; }","duration":"1.361213868s","start":"2026-03-31T22:35:46.657789Z","end":"2026-03-31T22:35:48.019003Z","steps":["trace[1886114857] 'agreement among raft nodes before linearized reading' (duration: 1.361112665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.019087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:46.657773Z","time spent":"1.361304599s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:35:48.01914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:46.656344Z","time spent":"1.362699822s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4929,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.019753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.751774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:48.019846Z","caller":"traceutil/trace.go:171","msg":"trace[1956288732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6225; }","duration":"565.825357ms","start":"2026-03-31T22:35:47.453979Z","end":"2026-03-31T22:35:48.019804Z","steps":["trace[1956288732] 'agreement among raft nodes before linearized reading' (duration: 565.740185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.019837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.581457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:48.019884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.453974Z","time spent":"565.900178ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:35:48.019909Z","caller":"traceutil/trace.go:171","msg":"trace[1732415044] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6225; }","duration":"549.69095ms","start":"2026-03-31T22:35:47.470195Z","end":"2026-03-31T22:35:48.019886Z","steps":["trace[1732415044] 'agreement among raft nodes before linearized reading' (duration: 549.578177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.01991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.701131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a20df39209147a\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-31T22:35:48.019962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.470175Z","time spent":"549.772121ms","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:48.019972Z","caller":"traceutil/trace.go:171","msg":"trace[1806246561] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a20df39209147a; range_end:; response_count:1; response_revision:6225; }","duration":"325.796703ms","start":"2026-03-31T22:35:47.694156Z","end":"2026-03-31T22:35:48.019952Z","steps":["trace[1806246561] 'agreement among raft nodes before linearized reading' (duration: 325.590068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.020016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.694137Z","time spent":"325.867075ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a20df39209147a\" "} {"level":"warn","ts":"2026-03-31T22:35:48.020031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358625879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:48.020205Z","caller":"traceutil/trace.go:171","msg":"trace[1798125520] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6225; }","duration":"1.359847768s","start":"2026-03-31T22:35:46.660317Z","end":"2026-03-31T22:35:48.020165Z","steps":["trace[1798125520] 'agreement among raft nodes before linearized reading' (duration: 1.358609439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.020253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321904665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777430"} {"level":"warn","ts":"2026-03-31T22:35:48.020286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:46.660297Z","time spent":"1.359963961s","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:48.020339Z","caller":"traceutil/trace.go:171","msg":"trace[1699969243] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:6225; }","duration":"1.322042388s","start":"2026-03-31T22:35:46.698279Z","end":"2026-03-31T22:35:48.020321Z","steps":["trace[1699969243] 'agreement among raft nodes before linearized reading' (duration: 1.321480696s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.020394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:46.698259Z","time spent":"1.322124211s","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777452,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T22:35:48.020448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.938602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-31T22:35:48.020535Z","caller":"traceutil/trace.go:171","msg":"trace[842218637] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb; range_end:; response_count:1; response_revision:6225; }","duration":"567.336041ms","start":"2026-03-31T22:35:47.453182Z","end":"2026-03-31T22:35:48.020518Z","steps":["trace[842218637] 'agreement among raft nodes before linearized reading' (duration: 566.588544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.020602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.453166Z","time spent":"567.423523ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb\" "} {"level":"warn","ts":"2026-03-31T22:35:48.021895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231736266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:35:48.021951Z","caller":"traceutil/trace.go:171","msg":"trace[181403513] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:6225; }","duration":"1.231836638s","start":"2026-03-31T22:35:46.7901Z","end":"2026-03-31T22:35:48.021937Z","steps":["trace[181403513] 'agreement among raft nodes before linearized reading' (duration: 1.229651229s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.024149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:46.790079Z","time spent":"1.23190054s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"info","ts":"2026-03-31T22:35:48.320151Z","caller":"traceutil/trace.go:171","msg":"trace[160831516] linearizableReadLoop","detail":"{readStateIndex:6476; appliedIndex:6475; }","duration":"296.112478ms","start":"2026-03-31T22:35:48.024016Z","end":"2026-03-31T22:35:48.320128Z","steps":["trace[160831516] 'read index received' (duration: 296.080337ms)","trace[160831516] 'applied index is now lower than readState.Index' (duration: 31.131µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:48.320222Z","caller":"traceutil/trace.go:171","msg":"trace[914404702] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"298.224246ms","start":"2026-03-31T22:35:48.021959Z","end":"2026-03-31T22:35:48.320183Z","steps":["trace[914404702] 'process raft request' (duration: 298.032262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.320375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.345613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:48.320417Z","caller":"traceutil/trace.go:171","msg":"trace[204625532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6226; }","duration":"296.427585ms","start":"2026-03-31T22:35:48.023979Z","end":"2026-03-31T22:35:48.320406Z","steps":["trace[204625532] 'agreement among raft nodes before linearized reading' (duration: 296.261702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.442324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.024916Z","time spent":"417.392294ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:35:48.442414Z","caller":"traceutil/trace.go:171","msg":"trace[272409537] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"416.774099ms","start":"2026-03-31T22:35:48.025616Z","end":"2026-03-31T22:35:48.44239Z","steps":["trace[272409537] 'process raft request' (duration: 416.539143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.442423Z","caller":"traceutil/trace.go:171","msg":"trace[58797930] linearizableReadLoop","detail":"{readStateIndex:6480; appliedIndex:6476; }","duration":"122.182497ms","start":"2026-03-31T22:35:48.320216Z","end":"2026-03-31T22:35:48.442399Z","steps":["trace[58797930] 'read index received' (duration: 121.50548ms)","trace[58797930] 'applied index is now lower than readState.Index' (duration: 675.967µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:48.442549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.025597Z","time spent":"416.871492ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1248,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:48.442558Z","caller":"traceutil/trace.go:171","msg":"trace[657258844] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"415.587944ms","start":"2026-03-31T22:35:48.026956Z","end":"2026-03-31T22:35:48.442544Z","steps":["trace[657258844] 'process raft request' (duration: 415.376339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.442922Z","caller":"traceutil/trace.go:171","msg":"trace[1130993597] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"416.531774ms","start":"2026-03-31T22:35:48.026377Z","end":"2026-03-31T22:35:48.442909Z","steps":["trace[1130993597] 'process raft request' (duration: 415.90094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.442897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.026926Z","time spent":"415.823059ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.442958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.323137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16882"} {"level":"warn","ts":"2026-03-31T22:35:48.442995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.026351Z","time spent":"416.607626ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:48.44304Z","caller":"traceutil/trace.go:171","msg":"trace[203521534] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6229; }","duration":"121.43985ms","start":"2026-03-31T22:35:48.321578Z","end":"2026-03-31T22:35:48.443018Z","steps":["trace[203521534] 'agreement among raft nodes before linearized reading' (duration: 121.178734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.443096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.370315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777430"} {"level":"info","ts":"2026-03-31T22:35:48.443152Z","caller":"traceutil/trace.go:171","msg":"trace[345983545] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:6229; }","duration":"410.444156ms","start":"2026-03-31T22:35:48.032695Z","end":"2026-03-31T22:35:48.443139Z","steps":["trace[345983545] 'agreement among raft nodes before linearized reading' (duration: 409.886424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.443195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.032672Z","time spent":"410.513387ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777452,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:35:48.629141Z","caller":"traceutil/trace.go:171","msg":"trace[1838619290] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"179.475937ms","start":"2026-03-31T22:35:48.449644Z","end":"2026-03-31T22:35:48.62912Z","steps":["trace[1838619290] 'process raft request' (duration: 178.998757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.629324Z","caller":"traceutil/trace.go:171","msg":"trace[1524852216] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"179.615561ms","start":"2026-03-31T22:35:48.449701Z","end":"2026-03-31T22:35:48.629316Z","steps":["trace[1524852216] 'process raft request' (duration: 179.073739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.629534Z","caller":"traceutil/trace.go:171","msg":"trace[412284067] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"178.998057ms","start":"2026-03-31T22:35:48.450526Z","end":"2026-03-31T22:35:48.629524Z","steps":["trace[412284067] 'process raft request' (duration: 178.292782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.629644Z","caller":"traceutil/trace.go:171","msg":"trace[1878512960] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"178.27958ms","start":"2026-03-31T22:35:48.451357Z","end":"2026-03-31T22:35:48.629637Z","steps":["trace[1878512960] 'process raft request' (duration: 177.504913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.629818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.730861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:48.629854Z","caller":"traceutil/trace.go:171","msg":"trace[263114079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6234; }","duration":"160.806184ms","start":"2026-03-31T22:35:48.469038Z","end":"2026-03-31T22:35:48.629844Z","steps":["trace[263114079] 'agreement among raft nodes before linearized reading' (duration: 160.686271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.629988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.741793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T22:35:48.630015Z","caller":"traceutil/trace.go:171","msg":"trace[1985645353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6234; }","duration":"175.793074ms","start":"2026-03-31T22:35:48.454216Z","end":"2026-03-31T22:35:48.630009Z","steps":["trace[1985645353] 'agreement among raft nodes before linearized reading' (duration: 175.719913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.630123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.697775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:48.630145Z","caller":"traceutil/trace.go:171","msg":"trace[694522671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6234; }","duration":"176.741925ms","start":"2026-03-31T22:35:48.453397Z","end":"2026-03-31T22:35:48.630139Z","steps":["trace[694522671] 'agreement among raft nodes before linearized reading' (duration: 176.710364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.405653Z","caller":"traceutil/trace.go:171","msg":"trace[1674470825] linearizableReadLoop","detail":"{readStateIndex:6510; appliedIndex:6509; }","duration":"207.014562ms","start":"2026-03-31T22:35:49.198616Z","end":"2026-03-31T22:35:49.405631Z","steps":["trace[1674470825] 'read index received' (duration: 206.835968ms)","trace[1674470825] 'applied index is now lower than readState.Index' (duration: 177.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:49.405723Z","caller":"traceutil/trace.go:171","msg":"trace[1159426014] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"262.970954ms","start":"2026-03-31T22:35:49.142699Z","end":"2026-03-31T22:35:49.40567Z","steps":["trace[1159426014] 'process raft request' (duration: 262.806131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.4062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.543036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:49.406316Z","caller":"traceutil/trace.go:171","msg":"trace[1588240275] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6258; }","duration":"207.731849ms","start":"2026-03-31T22:35:49.198559Z","end":"2026-03-31T22:35:49.406291Z","steps":["trace[1588240275] 'agreement among raft nodes before linearized reading' (duration: 207.168436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.406579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.117308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787666"} {"level":"info","ts":"2026-03-31T22:35:49.40663Z","caller":"traceutil/trace.go:171","msg":"trace[19085091] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:6258; }","duration":"204.259261ms","start":"2026-03-31T22:35:49.202358Z","end":"2026-03-31T22:35:49.406617Z","steps":["trace[19085091] 'agreement among raft nodes before linearized reading' (duration: 203.403941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:50.74053Z","caller":"traceutil/trace.go:171","msg":"trace[1141042176] transaction","detail":"{read_only:false; response_revision:6272; number_of_response:1; }","duration":"162.175115ms","start":"2026-03-31T22:35:50.578332Z","end":"2026-03-31T22:35:50.740507Z","steps":["trace[1141042176] 'process raft request' (duration: 161.999191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:50.789858Z","caller":"traceutil/trace.go:171","msg":"trace[279656763] transaction","detail":"{read_only:false; response_revision:6273; number_of_response:1; }","duration":"152.417044ms","start":"2026-03-31T22:35:50.637419Z","end":"2026-03-31T22:35:50.789836Z","steps":["trace[279656763] 'process raft request' (duration: 152.25985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:50.790179Z","caller":"traceutil/trace.go:171","msg":"trace[1067264433] transaction","detail":"{read_only:false; response_revision:6275; number_of_response:1; }","duration":"152.272251ms","start":"2026-03-31T22:35:50.637897Z","end":"2026-03-31T22:35:50.790169Z","steps":["trace[1067264433] 'process raft request' (duration: 152.145128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:50.790158Z","caller":"traceutil/trace.go:171","msg":"trace[762224964] linearizableReadLoop","detail":"{readStateIndex:6527; appliedIndex:6523; }","duration":"150.010269ms","start":"2026-03-31T22:35:50.640127Z","end":"2026-03-31T22:35:50.790138Z","steps":["trace[762224964] 'read index received' (duration: 100.218537ms)","trace[762224964] 'applied index is now lower than readState.Index' (duration: 49.790632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:50.790213Z","caller":"traceutil/trace.go:171","msg":"trace[1894085782] transaction","detail":"{read_only:false; response_revision:6274; number_of_response:1; }","duration":"152.374953ms","start":"2026-03-31T22:35:50.637806Z","end":"2026-03-31T22:35:50.790181Z","steps":["trace[1894085782] 'process raft request' (duration: 151.996204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:50.790331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.185503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:50.790586Z","caller":"traceutil/trace.go:171","msg":"trace[1498919054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6275; }","duration":"150.48159ms","start":"2026-03-31T22:35:50.640094Z","end":"2026-03-31T22:35:50.790576Z","steps":["trace[1498919054] 'agreement among raft nodes before linearized reading' (duration: 150.107911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:50.799814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.377106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:50.799891Z","caller":"traceutil/trace.go:171","msg":"trace[887180808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6276; }","duration":"146.474778ms","start":"2026-03-31T22:35:50.653398Z","end":"2026-03-31T22:35:50.799873Z","steps":["trace[887180808] 'agreement among raft nodes before linearized reading' (duration: 146.285073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:50.799955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.857486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:35:50.800062Z","caller":"traceutil/trace.go:171","msg":"trace[1391404139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6276; }","duration":"146.979369ms","start":"2026-03-31T22:35:50.653067Z","end":"2026-03-31T22:35:50.800046Z","steps":["trace[1391404139] 'agreement among raft nodes before linearized reading' (duration: 146.800735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:50.799972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.796469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:35:50.799981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.305774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:50.800222Z","caller":"traceutil/trace.go:171","msg":"trace[116842566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6276; }","duration":"152.110756ms","start":"2026-03-31T22:35:50.648059Z","end":"2026-03-31T22:35:50.80017Z","steps":["trace[116842566] 'agreement among raft nodes before linearized reading' (duration: 151.719777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:50.80027Z","caller":"traceutil/trace.go:171","msg":"trace[1610893637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6276; }","duration":"146.624371ms","start":"2026-03-31T22:35:50.653624Z","end":"2026-03-31T22:35:50.800249Z","steps":["trace[1610893637] 'agreement among raft nodes before linearized reading' (duration: 146.224932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:50.799993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.109722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:35:50.800385Z","caller":"traceutil/trace.go:171","msg":"trace[1122203790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6276; }","duration":"147.48158ms","start":"2026-03-31T22:35:50.652874Z","end":"2026-03-31T22:35:50.800355Z","steps":["trace[1122203790] 'agreement among raft nodes before linearized reading' (duration: 147.046981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:50.800789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.186343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:35:50.80085Z","caller":"traceutil/trace.go:171","msg":"trace[2053477044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6276; }","duration":"147.315036ms","start":"2026-03-31T22:35:50.65352Z","end":"2026-03-31T22:35:50.800835Z","steps":["trace[2053477044] 'agreement among raft nodes before linearized reading' (duration: 146.653001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:51.231385Z","caller":"traceutil/trace.go:171","msg":"trace[1292084293] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"133.468861ms","start":"2026-03-31T22:35:51.097895Z","end":"2026-03-31T22:35:51.231364Z","steps":["trace[1292084293] 'process raft request' (duration: 103.547701ms)","trace[1292084293] 'compare' (duration: 29.800078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:51.23373Z","caller":"traceutil/trace.go:171","msg":"trace[1863708816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6288; }","duration":"130.181928ms","start":"2026-03-31T22:35:51.103535Z","end":"2026-03-31T22:35:51.233717Z","steps":["trace[1863708816] 'process raft request' (duration: 130.067415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.233968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.33115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb\" ","response":"range_response_count:1 size:3920"} {"level":"info","ts":"2026-03-31T22:35:51.234014Z","caller":"traceutil/trace.go:171","msg":"trace[520937666] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93e50f38-d0eb-4975-91e9-b374812db5cb; range_end:; response_count:1; response_revision:6288; }","duration":"126.410402ms","start":"2026-03-31T22:35:51.107594Z","end":"2026-03-31T22:35:51.234004Z","steps":["trace[520937666] 'agreement among raft nodes before linearized reading' (duration: 126.198708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:51.233741Z","caller":"traceutil/trace.go:171","msg":"trace[2083283486] linearizableReadLoop","detail":"{readStateIndex:6541; appliedIndex:6539; }","duration":"126.082875ms","start":"2026-03-31T22:35:51.107618Z","end":"2026-03-31T22:35:51.233701Z","steps":["trace[2083283486] 'read index received' (duration: 93.836932ms)","trace[2083283486] 'applied index is now lower than readState.Index' (duration: 32.245042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:51.664359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.739959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:51.664442Z","caller":"traceutil/trace.go:171","msg":"trace[628072165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6299; }","duration":"210.869253ms","start":"2026-03-31T22:35:51.453554Z","end":"2026-03-31T22:35:51.664424Z","steps":["trace[628072165] 'range keys from in-memory index tree' (duration: 210.634766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.736486Z","caller":"traceutil/trace.go:171","msg":"trace[1458916278] linearizableReadLoop","detail":"{readStateIndex:6571; appliedIndex:6570; }","duration":"304.56064ms","start":"2026-03-31T22:35:52.431905Z","end":"2026-03-31T22:35:52.736466Z","steps":["trace[1458916278] 'read index received' (duration: 304.451317ms)","trace[1458916278] 'applied index is now lower than readState.Index' (duration: 108.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:52.736577Z","caller":"traceutil/trace.go:171","msg":"trace[1267451518] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"306.255159ms","start":"2026-03-31T22:35:52.430294Z","end":"2026-03-31T22:35:52.736549Z","steps":["trace[1267451518] 'process raft request' (duration: 306.000333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.736975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.430274Z","time spent":"306.516105ms","remote":"127.0.0.1:50772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2189,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:52.736649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.034954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:52.73717Z","caller":"traceutil/trace.go:171","msg":"trace[1696024385] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:6316; }","duration":"211.587898ms","start":"2026-03-31T22:35:52.525553Z","end":"2026-03-31T22:35:52.737141Z","steps":["trace[1696024385] 'agreement among raft nodes before linearized reading' (duration: 211.031534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.73672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.792685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:52.737253Z","caller":"traceutil/trace.go:171","msg":"trace[1098045654] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6316; }","duration":"305.370599ms","start":"2026-03-31T22:35:52.431864Z","end":"2026-03-31T22:35:52.737234Z","steps":["trace[1098045654] 'agreement among raft nodes before linearized reading' (duration: 304.693103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.737314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.431849Z","time spent":"305.44973ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:52.970048Z","caller":"traceutil/trace.go:171","msg":"trace[2085952126] linearizableReadLoop","detail":"{readStateIndex:6577; appliedIndex:6576; }","duration":"137.30779ms","start":"2026-03-31T22:35:52.832708Z","end":"2026-03-31T22:35:52.970016Z","steps":["trace[2085952126] 'read index received' (duration: 11.091162ms)","trace[2085952126] 'applied index is now lower than readState.Index' (duration: 126.215098ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:52.970077Z","caller":"traceutil/trace.go:171","msg":"trace[873129336] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6321; }","duration":"141.426404ms","start":"2026-03-31T22:35:52.828628Z","end":"2026-03-31T22:35:52.970054Z","steps":["trace[873129336] 'process raft request' (duration: 111.529464ms)","trace[873129336] 'compare' (duration: 29.805148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:52.970732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.240819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:35:52.970742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.389192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:35:52.970763Z","caller":"traceutil/trace.go:171","msg":"trace[934239580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6321; }","duration":"137.30694ms","start":"2026-03-31T22:35:52.833449Z","end":"2026-03-31T22:35:52.970756Z","steps":["trace[934239580] 'agreement among raft nodes before linearized reading' (duration: 137.218788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.970835Z","caller":"traceutil/trace.go:171","msg":"trace[17973196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6321; }","duration":"137.456603ms","start":"2026-03-31T22:35:52.833318Z","end":"2026-03-31T22:35:52.970775Z","steps":["trace[17973196] 'agreement among raft nodes before linearized reading' (duration: 137.33208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.970913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.32961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:35:52.970934Z","caller":"traceutil/trace.go:171","msg":"trace[1874850824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6321; }","duration":"137.388422ms","start":"2026-03-31T22:35:52.83354Z","end":"2026-03-31T22:35:52.970929Z","steps":["trace[1874850824] 'agreement among raft nodes before linearized reading' (duration: 137.33752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.971032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.311702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:35:52.971095Z","caller":"traceutil/trace.go:171","msg":"trace[1457804786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6321; }","duration":"138.376774ms","start":"2026-03-31T22:35:52.832702Z","end":"2026-03-31T22:35:52.971079Z","steps":["trace[1457804786] 'agreement among raft nodes before linearized reading' (duration: 137.423243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.971088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:52.971151Z","caller":"traceutil/trace.go:171","msg":"trace[238243531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6321; }","duration":"137.713399ms","start":"2026-03-31T22:35:52.833425Z","end":"2026-03-31T22:35:52.971138Z","steps":["trace[238243531] 'agreement among raft nodes before linearized reading' (duration: 137.557496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.300138Z","caller":"traceutil/trace.go:171","msg":"trace[1265468174] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"155.045413ms","start":"2026-03-31T22:35:53.145058Z","end":"2026-03-31T22:35:53.300104Z","steps":["trace[1265468174] 'process raft request' (duration: 150.131841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.305955Z","caller":"traceutil/trace.go:171","msg":"trace[917206747] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"127.985918ms","start":"2026-03-31T22:35:53.177946Z","end":"2026-03-31T22:35:53.305932Z","steps":["trace[917206747] 'process raft request' (duration: 127.908687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.305986Z","caller":"traceutil/trace.go:171","msg":"trace[1069009875] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"128.264235ms","start":"2026-03-31T22:35:53.177685Z","end":"2026-03-31T22:35:53.30595Z","steps":["trace[1069009875] 'process raft request' (duration: 128.014319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.56688Z","caller":"traceutil/trace.go:171","msg":"trace[1704296613] linearizableReadLoop","detail":"{readStateIndex:6596; appliedIndex:6592; }","duration":"233.902585ms","start":"2026-03-31T22:35:53.332953Z","end":"2026-03-31T22:35:53.566855Z","steps":["trace[1704296613] 'read index received' (duration: 65.467848ms)","trace[1704296613] 'applied index is now lower than readState.Index' (duration: 168.433697ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:53.566904Z","caller":"traceutil/trace.go:171","msg":"trace[2048957625] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"246.584803ms","start":"2026-03-31T22:35:53.320278Z","end":"2026-03-31T22:35:53.566862Z","steps":["trace[2048957625] 'process raft request' (duration: 156.769812ms)","trace[2048957625] 'compare' (duration: 89.670678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:53.567058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.077739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:53.567101Z","caller":"traceutil/trace.go:171","msg":"trace[1786520654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6340; }","duration":"234.181911ms","start":"2026-03-31T22:35:53.332905Z","end":"2026-03-31T22:35:53.567087Z","steps":["trace[1786520654] 'agreement among raft nodes before linearized reading' (duration: 234.068658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.575238Z","caller":"traceutil/trace.go:171","msg":"trace[1174248395] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"171.537988ms","start":"2026-03-31T22:35:53.403679Z","end":"2026-03-31T22:35:53.575217Z","steps":["trace[1174248395] 'process raft request' (duration: 171.318083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.575239Z","caller":"traceutil/trace.go:171","msg":"trace[619629058] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"171.237581ms","start":"2026-03-31T22:35:53.403978Z","end":"2026-03-31T22:35:53.575215Z","steps":["trace[619629058] 'process raft request' (duration: 171.139408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.575589Z","caller":"traceutil/trace.go:171","msg":"trace[1809588249] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"169.736686ms","start":"2026-03-31T22:35:53.405831Z","end":"2026-03-31T22:35:53.575568Z","steps":["trace[1809588249] 'process raft request' (duration: 169.334967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:53.575593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.446834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:53.57591Z","caller":"traceutil/trace.go:171","msg":"trace[77828086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6343; }","duration":"123.809403ms","start":"2026-03-31T22:35:53.452084Z","end":"2026-03-31T22:35:53.575894Z","steps":["trace[77828086] 'agreement among raft nodes before linearized reading' (duration: 123.447595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:53.575601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.315519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-31T22:35:53.576046Z","caller":"traceutil/trace.go:171","msg":"trace[2083666363] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:6343; }","duration":"170.785621ms","start":"2026-03-31T22:35:53.405237Z","end":"2026-03-31T22:35:53.576022Z","steps":["trace[2083666363] 'agreement among raft nodes before linearized reading' (duration: 170.104085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:53.577339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.083014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803542"} {"level":"info","ts":"2026-03-31T22:35:53.577408Z","caller":"traceutil/trace.go:171","msg":"trace[314818335] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:6343; }","duration":"107.198656ms","start":"2026-03-31T22:35:53.470194Z","end":"2026-03-31T22:35:53.577393Z","steps":["trace[314818335] 'agreement among raft nodes before linearized reading' (duration: 105.300063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.8405Z","caller":"traceutil/trace.go:171","msg":"trace[140883608] linearizableReadLoop","detail":"{readStateIndex:6603; appliedIndex:6602; }","duration":"239.501502ms","start":"2026-03-31T22:35:53.600966Z","end":"2026-03-31T22:35:53.840468Z","steps":["trace[140883608] 'read index received' (duration: 239.122042ms)","trace[140883608] 'applied index is now lower than readState.Index' (duration: 377.94µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:53.840618Z","caller":"traceutil/trace.go:171","msg":"trace[1942969260] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"241.888876ms","start":"2026-03-31T22:35:53.598689Z","end":"2026-03-31T22:35:53.840578Z","steps":["trace[1942969260] 'process raft request' (duration: 241.418435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:53.840754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.766028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-31T22:35:53.840796Z","caller":"traceutil/trace.go:171","msg":"trace[1661380449] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:6347; }","duration":"239.85067ms","start":"2026-03-31T22:35:53.600932Z","end":"2026-03-31T22:35:53.840783Z","steps":["trace[1661380449] 'agreement among raft nodes before linearized reading' (duration: 239.681946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.975649Z","caller":"traceutil/trace.go:171","msg":"trace[5936278] linearizableReadLoop","detail":"{readStateIndex:6604; appliedIndex:6603; }","duration":"135.043748ms","start":"2026-03-31T22:35:53.840583Z","end":"2026-03-31T22:35:53.975627Z","steps":["trace[5936278] 'read index received' (duration: 76.12196ms)","trace[5936278] 'applied index is now lower than readState.Index' (duration: 58.920738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:53.975831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.820487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:35:53.975886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.617086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T22:35:53.975918Z","caller":"traceutil/trace.go:171","msg":"trace[236988327] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6348; }","duration":"172.959481ms","start":"2026-03-31T22:35:53.802939Z","end":"2026-03-31T22:35:53.975898Z","steps":["trace[236988327] 'agreement among raft nodes before linearized reading' (duration: 172.757546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.975927Z","caller":"traceutil/trace.go:171","msg":"trace[84410662] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"242.443739ms","start":"2026-03-31T22:35:53.733455Z","end":"2026-03-31T22:35:53.975899Z","steps":["trace[84410662] 'process raft request' (duration: 183.234433ms)","trace[84410662] 'compare' (duration: 58.826787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:53.975926Z","caller":"traceutil/trace.go:171","msg":"trace[1523205648] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6348; }","duration":"368.696958ms","start":"2026-03-31T22:35:53.607215Z","end":"2026-03-31T22:35:53.975912Z","steps":["trace[1523205648] 'agreement among raft nodes before linearized reading' (duration: 368.505004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:53.976136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.956241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"warn","ts":"2026-03-31T22:35:53.976198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.027703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:53.976221Z","caller":"traceutil/trace.go:171","msg":"trace[1319067475] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:6348; }","duration":"258.075243ms","start":"2026-03-31T22:35:53.718125Z","end":"2026-03-31T22:35:53.9762Z","steps":["trace[1319067475] 'agreement among raft nodes before linearized reading' (duration: 257.852638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:53.976264Z","caller":"traceutil/trace.go:171","msg":"trace[833618621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6348; }","duration":"339.127645ms","start":"2026-03-31T22:35:53.637117Z","end":"2026-03-31T22:35:53.976244Z","steps":["trace[833618621] 'agreement among raft nodes before linearized reading' (duration: 338.952271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:53.976303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.381864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803542"} {"level":"warn","ts":"2026-03-31T22:35:53.976331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.637099Z","time spent":"339.217247ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:35:53.976342Z","caller":"traceutil/trace.go:171","msg":"trace[1957131690] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:6348; }","duration":"197.455446ms","start":"2026-03-31T22:35:53.778878Z","end":"2026-03-31T22:35:53.976334Z","steps":["trace[1957131690] 'agreement among raft nodes before linearized reading' (duration: 197.068868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:53.976462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.607202Z","time spent":"369.094396ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T22:35:54.000679Z","caller":"traceutil/trace.go:171","msg":"trace[79534991] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"151.687076ms","start":"2026-03-31T22:35:53.848971Z","end":"2026-03-31T22:35:54.000658Z","steps":["trace[79534991] 'process raft request' (duration: 151.090542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:56.965111Z","caller":"traceutil/trace.go:171","msg":"trace[751522366] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"131.537209ms","start":"2026-03-31T22:35:56.833534Z","end":"2026-03-31T22:35:56.965071Z","steps":["trace[751522366] 'process raft request' (duration: 88.556343ms)","trace[751522366] 'compare' (duration: 42.852003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:57.010228Z","caller":"traceutil/trace.go:171","msg":"trace[9334151] transaction","detail":"{read_only:false; response_revision:6379; number_of_response:1; }","duration":"173.746738ms","start":"2026-03-31T22:35:56.83645Z","end":"2026-03-31T22:35:57.010197Z","steps":["trace[9334151] 'process raft request' (duration: 173.628566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:57.010147Z","caller":"traceutil/trace.go:171","msg":"trace[510965787] linearizableReadLoop","detail":"{readStateIndex:6636; appliedIndex:6633; }","duration":"170.224618ms","start":"2026-03-31T22:35:56.839903Z","end":"2026-03-31T22:35:57.010128Z","steps":["trace[510965787] 'read index received' (duration: 82.177618ms)","trace[510965787] 'applied index is now lower than readState.Index' (duration: 88.04615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:57.010405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.480373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:57.010459Z","caller":"traceutil/trace.go:171","msg":"trace[731878493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6379; }","duration":"170.555526ms","start":"2026-03-31T22:35:56.83989Z","end":"2026-03-31T22:35:57.010446Z","steps":["trace[731878493] 'agreement among raft nodes before linearized reading' (duration: 170.384772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:57.010597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.925132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:57.01066Z","caller":"traceutil/trace.go:171","msg":"trace[885417477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6379; }","duration":"152.019874ms","start":"2026-03-31T22:35:56.858625Z","end":"2026-03-31T22:35:57.010645Z","steps":["trace[885417477] 'agreement among raft nodes before linearized reading' (duration: 151.82506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:57.010868Z","caller":"traceutil/trace.go:171","msg":"trace[1032536333] transaction","detail":"{read_only:false; response_revision:6378; number_of_response:1; }","duration":"175.026977ms","start":"2026-03-31T22:35:56.835816Z","end":"2026-03-31T22:35:57.010843Z","steps":["trace[1032536333] 'process raft request' (duration: 174.150257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:58.09157Z","caller":"traceutil/trace.go:171","msg":"trace[166825316] linearizableReadLoop","detail":"{readStateIndex:6643; appliedIndex:6642; }","duration":"114.350049ms","start":"2026-03-31T22:35:57.9772Z","end":"2026-03-31T22:35:58.09155Z","steps":["trace[166825316] 'read index received' (duration: 114.158954ms)","trace[166825316] 'applied index is now lower than readState.Index' (duration: 190.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:58.091621Z","caller":"traceutil/trace.go:171","msg":"trace[775903522] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"242.276765ms","start":"2026-03-31T22:35:57.849315Z","end":"2026-03-31T22:35:58.091592Z","steps":["trace[775903522] 'process raft request' (duration: 242.121331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:58.091835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.633265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:368399"} {"level":"info","ts":"2026-03-31T22:35:58.091868Z","caller":"traceutil/trace.go:171","msg":"trace[1193483188] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:6386; }","duration":"114.721567ms","start":"2026-03-31T22:35:57.977139Z","end":"2026-03-31T22:35:58.091861Z","steps":["trace[1193483188] 'agreement among raft nodes before linearized reading' (duration: 114.488291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:59.689464Z","caller":"traceutil/trace.go:171","msg":"trace[697760058] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"181.945425ms","start":"2026-03-31T22:35:59.5075Z","end":"2026-03-31T22:35:59.689446Z","steps":["trace[697760058] 'process raft request' (duration: 178.552147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:00.592635Z","caller":"traceutil/trace.go:171","msg":"trace[1115806569] transaction","detail":"{read_only:false; response_revision:6428; number_of_response:1; }","duration":"138.221621ms","start":"2026-03-31T22:36:00.45438Z","end":"2026-03-31T22:36:00.592602Z","steps":["trace[1115806569] 'process raft request' (duration: 137.997286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.162991Z","caller":"traceutil/trace.go:171","msg":"trace[2015620761] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"197.135379ms","start":"2026-03-31T22:36:00.965826Z","end":"2026-03-31T22:36:01.162961Z","steps":["trace[2015620761] 'process raft request' (duration: 196.445163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.434445Z","caller":"traceutil/trace.go:171","msg":"trace[1900030153] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"456.583244ms","start":"2026-03-31T22:36:00.977807Z","end":"2026-03-31T22:36:01.43439Z","steps":["trace[1900030153] 'process raft request' (duration: 456.033911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.434452Z","caller":"traceutil/trace.go:171","msg":"trace[1681408104] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"411.288965ms","start":"2026-03-31T22:36:01.023105Z","end":"2026-03-31T22:36:01.434394Z","steps":["trace[1681408104] 'process raft request' (duration: 411.101391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.434655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:00.977779Z","time spent":"456.764718ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:01.434733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.023067Z","time spent":"411.49702ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:01.434853Z","caller":"traceutil/trace.go:171","msg":"trace[1221766488] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"411.693275ms","start":"2026-03-31T22:36:01.023144Z","end":"2026-03-31T22:36:01.434838Z","steps":["trace[1221766488] 'process raft request' (duration: 411.159303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.434922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.023126Z","time spent":"411.757806ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:01.434934Z","caller":"traceutil/trace.go:171","msg":"trace[1330492457] linearizableReadLoop","detail":"{readStateIndex:6690; appliedIndex:6686; }","duration":"400.356395ms","start":"2026-03-31T22:36:01.034517Z","end":"2026-03-31T22:36:01.434873Z","steps":["trace[1330492457] 'read index received' (duration: 127.719951ms)","trace[1330492457] 'applied index is now lower than readState.Index' (duration: 272.633094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:01.435335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.787447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:36:01.435435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.139253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:36:01.435468Z","caller":"traceutil/trace.go:171","msg":"trace[261281457] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6432; }","duration":"400.980181ms","start":"2026-03-31T22:36:01.034455Z","end":"2026-03-31T22:36:01.435436Z","steps":["trace[261281457] 'agreement among raft nodes before linearized reading' (duration: 400.590642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.435427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.339636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:01.435537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.941325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:36:01.43549Z","caller":"traceutil/trace.go:171","msg":"trace[1232153578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6432; }","duration":"316.209555ms","start":"2026-03-31T22:36:01.119268Z","end":"2026-03-31T22:36:01.435477Z","steps":["trace[1232153578] 'agreement among raft nodes before linearized reading' (duration: 316.027991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.435565Z","caller":"traceutil/trace.go:171","msg":"trace[46007698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6432; }","duration":"400.50455ms","start":"2026-03-31T22:36:01.03505Z","end":"2026-03-31T22:36:01.435554Z","steps":["trace[46007698] 'agreement among raft nodes before linearized reading' (duration: 400.179522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.435609Z","caller":"traceutil/trace.go:171","msg":"trace[801385477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6432; }","duration":"318.066478ms","start":"2026-03-31T22:36:01.117528Z","end":"2026-03-31T22:36:01.435594Z","steps":["trace[801385477] 'agreement among raft nodes before linearized reading' (duration: 317.828102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.43562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.11926Z","time spent":"316.340928ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:01.435656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.117499Z","time spent":"318.147989ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:36:01.435609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.296378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-zhpds\" ","response":"range_response_count:1 size:7817"} {"level":"warn","ts":"2026-03-31T22:36:01.435674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.034972Z","time spent":"400.690644ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:36:01.435754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.567889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:36:01.435807Z","caller":"traceutil/trace.go:171","msg":"trace[981765866] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-zhpds; range_end:; response_count:1; response_revision:6432; }","duration":"261.477612ms","start":"2026-03-31T22:36:01.174262Z","end":"2026-03-31T22:36:01.43574Z","steps":["trace[981765866] 'agreement among raft nodes before linearized reading' (duration: 261.269837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.435553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.034435Z","time spent":"401.096693ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:01.435663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.658954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:01.436077Z","caller":"traceutil/trace.go:171","msg":"trace[1530044605] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6432; }","duration":"280.109114ms","start":"2026-03-31T22:36:01.155923Z","end":"2026-03-31T22:36:01.436032Z","steps":["trace[1530044605] 'agreement among raft nodes before linearized reading' (duration: 279.709026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.435648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.032883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:36:01.436186Z","caller":"traceutil/trace.go:171","msg":"trace[1618811823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6432; }","duration":"317.644377ms","start":"2026-03-31T22:36:01.118531Z","end":"2026-03-31T22:36:01.436175Z","steps":["trace[1618811823] 'agreement among raft nodes before linearized reading' (duration: 316.91368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.436223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.118509Z","time spent":"317.703779ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:36:01.435913Z","caller":"traceutil/trace.go:171","msg":"trace[57620779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6432; }","duration":"340.764413ms","start":"2026-03-31T22:36:01.09513Z","end":"2026-03-31T22:36:01.435894Z","steps":["trace[57620779] 'agreement among raft nodes before linearized reading' (duration: 340.510948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.436395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.095106Z","time spent":"341.268984ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:01.436772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.488192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:36:01.436846Z","caller":"traceutil/trace.go:171","msg":"trace[770260868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6432; }","duration":"401.636425ms","start":"2026-03-31T22:36:01.035197Z","end":"2026-03-31T22:36:01.436833Z","steps":["trace[770260868] 'agreement among raft nodes before linearized reading' (duration: 401.318518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.436885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:01.035187Z","time spent":"401.683386ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:01.605319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.527135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:01.605552Z","caller":"traceutil/trace.go:171","msg":"trace[130884048] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"163.76335ms","start":"2026-03-31T22:36:01.441762Z","end":"2026-03-31T22:36:01.605526Z","steps":["trace[130884048] 'process raft request' (duration: 58.719874ms)","trace[130884048] 'compare' (duration: 104.398262ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:01.635607Z","caller":"traceutil/trace.go:171","msg":"trace[1563987884] linearizableReadLoop","detail":"{readStateIndex:6695; appliedIndex:6690; }","duration":"193.328543ms","start":"2026-03-31T22:36:01.442245Z","end":"2026-03-31T22:36:01.635574Z","steps":["trace[1563987884] 'read index received' (duration: 58.303415ms)","trace[1563987884] 'applied index is now lower than readState.Index' (duration: 135.024128ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:01.635682Z","caller":"traceutil/trace.go:171","msg":"trace[1753178838] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"193.325623ms","start":"2026-03-31T22:36:01.442326Z","end":"2026-03-31T22:36:01.635652Z","steps":["trace[1753178838] 'process raft request' (duration: 193.090837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.635809Z","caller":"traceutil/trace.go:171","msg":"trace[2093326022] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"153.322254ms","start":"2026-03-31T22:36:01.482468Z","end":"2026-03-31T22:36:01.63579Z","steps":["trace[2093326022] 'process raft request' (duration: 153.055308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.63584Z","caller":"traceutil/trace.go:171","msg":"trace[1154139652] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"188.061292ms","start":"2026-03-31T22:36:01.447718Z","end":"2026-03-31T22:36:01.635779Z","steps":["trace[1154139652] 'process raft request' (duration: 187.746795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.635934Z","caller":"traceutil/trace.go:171","msg":"trace[1734573480] transaction","detail":"{read_only:false; response_revision:6436; number_of_response:1; }","duration":"194.055949ms","start":"2026-03-31T22:36:01.441867Z","end":"2026-03-31T22:36:01.635923Z","steps":["trace[1734573480] 'process raft request' (duration: 193.473986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.635458Z","caller":"traceutil/trace.go:171","msg":"trace[1676414635] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"193.612798ms","start":"2026-03-31T22:36:01.441812Z","end":"2026-03-31T22:36:01.635425Z","steps":["trace[1676414635] 'process raft request' (duration: 193.294441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.635888Z","caller":"traceutil/trace.go:171","msg":"trace[895472268] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"194.060809ms","start":"2026-03-31T22:36:01.441812Z","end":"2026-03-31T22:36:01.635873Z","steps":["trace[895472268] 'process raft request' (duration: 193.482026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.63609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.493899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:01.63616Z","caller":"traceutil/trace.go:171","msg":"trace[394232622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6440; }","duration":"183.644652ms","start":"2026-03-31T22:36:01.452502Z","end":"2026-03-31T22:36:01.636147Z","steps":["trace[394232622] 'agreement among raft nodes before linearized reading' (duration: 183.530489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.636086Z","caller":"traceutil/trace.go:171","msg":"trace[120062273] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"194.022358ms","start":"2026-03-31T22:36:01.44205Z","end":"2026-03-31T22:36:01.636072Z","steps":["trace[120062273] 'process raft request' (duration: 193.326112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.636285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.012588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70917"} {"level":"info","ts":"2026-03-31T22:36:01.63636Z","caller":"traceutil/trace.go:171","msg":"trace[1877214316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6440; }","duration":"194.1309ms","start":"2026-03-31T22:36:01.442209Z","end":"2026-03-31T22:36:01.63634Z","steps":["trace[1877214316] 'agreement among raft nodes before linearized reading' (duration: 193.772292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.794057Z","caller":"traceutil/trace.go:171","msg":"trace[604667005] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"150.879108ms","start":"2026-03-31T22:36:01.643149Z","end":"2026-03-31T22:36:01.794028Z","steps":["trace[604667005] 'process raft request' (duration: 67.714658ms)","trace[604667005] 'compare' (duration: 83.047287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:01.804934Z","caller":"traceutil/trace.go:171","msg":"trace[1878418852] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"159.748279ms","start":"2026-03-31T22:36:01.64517Z","end":"2026-03-31T22:36:01.804918Z","steps":["trace[1878418852] 'process raft request' (duration: 159.596826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.80527Z","caller":"traceutil/trace.go:171","msg":"trace[854037261] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"160.011556ms","start":"2026-03-31T22:36:01.645238Z","end":"2026-03-31T22:36:01.805249Z","steps":["trace[854037261] 'process raft request' (duration: 159.623317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.805347Z","caller":"traceutil/trace.go:171","msg":"trace[1641165815] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"160.058417ms","start":"2026-03-31T22:36:01.645279Z","end":"2026-03-31T22:36:01.805338Z","steps":["trace[1641165815] 'process raft request' (duration: 159.874543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.806405Z","caller":"traceutil/trace.go:171","msg":"trace[385970443] linearizableReadLoop","detail":"{readStateIndex:6703; appliedIndex:6698; }","duration":"151.449271ms","start":"2026-03-31T22:36:01.654932Z","end":"2026-03-31T22:36:01.806381Z","steps":["trace[385970443] 'read index received' (duration: 55.951441ms)","trace[385970443] 'applied index is now lower than readState.Index' (duration: 95.49544ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:01.806542Z","caller":"traceutil/trace.go:171","msg":"trace[1846216970] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"157.203762ms","start":"2026-03-31T22:36:01.649329Z","end":"2026-03-31T22:36:01.806533Z","steps":["trace[1846216970] 'process raft request' (duration: 155.899322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:01.80665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.646766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:01.807079Z","caller":"traceutil/trace.go:171","msg":"trace[862230255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6445; }","duration":"152.186148ms","start":"2026-03-31T22:36:01.654862Z","end":"2026-03-31T22:36:01.807048Z","steps":["trace[862230255] 'agreement among raft nodes before linearized reading' (duration: 151.659796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.963387Z","caller":"traceutil/trace.go:171","msg":"trace[1700186446] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"146.639802ms","start":"2026-03-31T22:36:01.816721Z","end":"2026-03-31T22:36:01.963361Z","steps":["trace[1700186446] 'process raft request' (duration: 146.480968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:01.963374Z","caller":"traceutil/trace.go:171","msg":"trace[890537826] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"151.38408ms","start":"2026-03-31T22:36:01.811948Z","end":"2026-03-31T22:36:01.963333Z","steps":["trace[890537826] 'process raft request' (duration: 151.069953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:09.252979Z","caller":"traceutil/trace.go:171","msg":"trace[806142376] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"111.367451ms","start":"2026-03-31T22:36:09.141581Z","end":"2026-03-31T22:36:09.252948Z","steps":["trace[806142376] 'process raft request' (duration: 111.180207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:09.77867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:10.290882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:10.351005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091430948s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:36:10.351437Z","caller":"traceutil/trace.go:171","msg":"trace[324688110] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"1.09196718s","start":"2026-03-31T22:36:09.259441Z","end":"2026-03-31T22:36:10.351409Z","steps":["trace[324688110] 'process raft request' (duration: 1.091816877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:10.351629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.259415Z","time spent":"1.092134734s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:11.466076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:36:11.466194Z","caller":"traceutil/trace.go:171","msg":"trace[985557539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193767s","start":"2026-03-31T22:36:09.465976Z","end":"2026-03-31T22:36:11.46617Z","steps":["trace[985557539] 'agreement among raft nodes before linearized reading' (duration: 2.000049233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.466252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.465965Z","time spent":"2.000272228s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:11.669297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316490325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:36:11.669699Z","caller":"traceutil/trace.go:171","msg":"trace[1889377667] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"2.196638927s","start":"2026-03-31T22:36:09.473034Z","end":"2026-03-31T22:36:11.669673Z","steps":["trace[1889377667] 'process raft request' (duration: 2.196568296s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:11.669746Z","caller":"traceutil/trace.go:171","msg":"trace[1553682247] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"2.207533074s","start":"2026-03-31T22:36:09.462159Z","end":"2026-03-31T22:36:11.669692Z","steps":["trace[1553682247] 'process raft request' (duration: 2.207304739s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:11.669856Z","caller":"traceutil/trace.go:171","msg":"trace[1322418583] linearizableReadLoop","detail":"{readStateIndex:6826; appliedIndex:6822; }","duration":"2.391407432s","start":"2026-03-31T22:36:09.278418Z","end":"2026-03-31T22:36:11.669825Z","steps":["trace[1322418583] 'read index received' (duration: 1.072935112s)","trace[1322418583] 'applied index is now lower than readState.Index' (duration: 1.31846979s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:11.669857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.473019Z","time spent":"2.19674998s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:11.669848Z","caller":"traceutil/trace.go:171","msg":"trace[1978900023] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"2.196144587s","start":"2026-03-31T22:36:09.473689Z","end":"2026-03-31T22:36:11.669834Z","steps":["trace[1978900023] 'process raft request' (duration: 2.195951782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.669926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.462135Z","time spent":"2.207682076s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:11.670106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391683477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:11.670146Z","caller":"traceutil/trace.go:171","msg":"trace[1433740793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6566; }","duration":"2.391753918s","start":"2026-03-31T22:36:09.278381Z","end":"2026-03-31T22:36:11.670135Z","steps":["trace[1433740793] 'agreement among raft nodes before linearized reading' (duration: 2.391607525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.670156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.473676Z","time spent":"2.19632271s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:11.670184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.278367Z","time spent":"2.391809s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:36:12.156017Z","caller":"traceutil/trace.go:171","msg":"trace[1970367092] linearizableReadLoop","detail":"{readStateIndex:6829; appliedIndex:6826; }","duration":"486.034083ms","start":"2026-03-31T22:36:11.669961Z","end":"2026-03-31T22:36:12.155995Z","steps":["trace[1970367092] 'read index received' (duration: 478.654406ms)","trace[1970367092] 'applied index is now lower than readState.Index' (duration: 7.378687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:12.156102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701903349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:12.156314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224255965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:12.156302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.647482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:12.156368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801600287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-62tq2\" ","response":"range_response_count:1 size:4991"} {"level":"warn","ts":"2026-03-31T22:36:12.156509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451529847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:36:12.156417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465324019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:36:12.156427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469111225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:36:12.156457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861939275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:12.156415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449399779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:12.156478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456220084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:36:12.156484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060451507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-03-31T22:36:12.156486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520571575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:36:12.156569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.299769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T22:36:12.156593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452236934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:36:12.15665Z","caller":"traceutil/trace.go:171","msg":"trace[1957749048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6569; }","duration":"1.702013612s","start":"2026-03-31T22:36:10.454137Z","end":"2026-03-31T22:36:12.156151Z","steps":["trace[1957749048] 'agreement among raft nodes before linearized reading' (duration: 1.701890679s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.156661Z","caller":"traceutil/trace.go:171","msg":"trace[2046177805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6569; }","duration":"2.452324356s","start":"2026-03-31T22:36:09.704316Z","end":"2026-03-31T22:36:12.15664Z","steps":["trace[2046177805] 'agreement among raft nodes before linearized reading' (duration: 2.452106131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.156691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:10.45412Z","time spent":"1.702561114s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:12.156711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.704304Z","time spent":"2.452396327s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:36:12.156736Z","caller":"traceutil/trace.go:171","msg":"trace[821488202] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"974.669935ms","start":"2026-03-31T22:36:11.181485Z","end":"2026-03-31T22:36:12.156155Z","steps":["trace[821488202] 'process raft request' (duration: 974.359878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.156818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.181466Z","time spent":"975.3065ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:12.156886Z","caller":"traceutil/trace.go:171","msg":"trace[175929759] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"1.50426094s","start":"2026-03-31T22:36:10.651908Z","end":"2026-03-31T22:36:12.156169Z","steps":["trace[175929759] 'process raft request' (duration: 1.496695779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.156977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:10.651879Z","time spent":"1.505038728s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18083,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:12.157087Z","caller":"traceutil/trace.go:171","msg":"trace[807093863] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"686.948795ms","start":"2026-03-31T22:36:11.469234Z","end":"2026-03-31T22:36:12.156183Z","steps":["trace[807093863] 'process raft request' (duration: 686.70197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.157134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.469213Z","time spent":"687.898897ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:36:12.157189Z","caller":"traceutil/trace.go:171","msg":"trace[1237986450] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6569; }","duration":"1.224324066s","start":"2026-03-31T22:36:10.932013Z","end":"2026-03-31T22:36:12.156337Z","steps":["trace[1237986450] 'agreement among raft nodes before linearized reading' (duration: 1.224268225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.157222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:10.931995Z","time spent":"1.225219146s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:12.157295Z","caller":"traceutil/trace.go:171","msg":"trace[187341463] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6569; }","duration":"926.783925ms","start":"2026-03-31T22:36:11.229575Z","end":"2026-03-31T22:36:12.156359Z","steps":["trace[187341463] 'agreement among raft nodes before linearized reading' (duration: 926.633422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.157359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.229552Z","time spent":"927.787717ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:12.157462Z","caller":"traceutil/trace.go:171","msg":"trace[1893983836] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-62tq2; range_end:; response_count:1; response_revision:6569; }","duration":"1.801831292s","start":"2026-03-31T22:36:10.354713Z","end":"2026-03-31T22:36:12.156544Z","steps":["trace[1893983836] 'agreement among raft nodes before linearized reading' (duration: 1.801415373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.157496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:10.354694Z","time spent":"1.802793904s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5013,"request content":"key:\"/registry/pods/monitoring/goldpinger-62tq2\" "} {"level":"info","ts":"2026-03-31T22:36:12.157587Z","caller":"traceutil/trace.go:171","msg":"trace[1060598118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6569; }","duration":"2.465499342s","start":"2026-03-31T22:36:09.691064Z","end":"2026-03-31T22:36:12.156564Z","steps":["trace[1060598118] 'agreement among raft nodes before linearized reading' (duration: 2.465282817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.15761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.691053Z","time spent":"2.466551315s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:36:12.157701Z","caller":"traceutil/trace.go:171","msg":"trace[1780360114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6569; }","duration":"2.46935933s","start":"2026-03-31T22:36:09.687209Z","end":"2026-03-31T22:36:12.156568Z","steps":["trace[1780360114] 'agreement among raft nodes before linearized reading' (duration: 2.469119135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.157724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.687191Z","time spent":"2.470526366s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:36:12.157787Z","caller":"traceutil/trace.go:171","msg":"trace[1083797898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6569; }","duration":"2.451615169s","start":"2026-03-31T22:36:09.704946Z","end":"2026-03-31T22:36:12.156561Z","steps":["trace[1083797898] 'agreement among raft nodes before linearized reading' (duration: 2.451418904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.157832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.704938Z","time spent":"2.452882877s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:36:12.157904Z","caller":"traceutil/trace.go:171","msg":"trace[866944118] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6569; }","duration":"2.862096388s","start":"2026-03-31T22:36:09.294477Z","end":"2026-03-31T22:36:12.156574Z","steps":["trace[866944118] 'agreement among raft nodes before linearized reading' (duration: 2.861958495s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.158044Z","caller":"traceutil/trace.go:171","msg":"trace[304822219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6569; }","duration":"529.389481ms","start":"2026-03-31T22:36:11.627216Z","end":"2026-03-31T22:36:12.156606Z","steps":["trace[304822219] 'agreement among raft nodes before linearized reading' (duration: 528.957001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.158068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.294456Z","time spent":"2.863600652s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:12.158085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.627197Z","time spent":"530.878275ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:36:12.157945Z","caller":"traceutil/trace.go:171","msg":"trace[625091524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6569; }","duration":"2.449653495s","start":"2026-03-31T22:36:09.70693Z","end":"2026-03-31T22:36:12.156583Z","steps":["trace[625091524] 'agreement among raft nodes before linearized reading' (duration: 2.449274427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.158133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.706917Z","time spent":"2.45120643s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:36:12.15797Z","caller":"traceutil/trace.go:171","msg":"trace[1412222413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6569; }","duration":"2.456377756s","start":"2026-03-31T22:36:09.700209Z","end":"2026-03-31T22:36:12.156587Z","steps":["trace[1412222413] 'agreement among raft nodes before linearized reading' (duration: 2.456002128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.158178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.70019Z","time spent":"2.457978883s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:36:12.157997Z","caller":"traceutil/trace.go:171","msg":"trace[1887098731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69; range_end:; response_count:1; response_revision:6569; }","duration":"2.060610941s","start":"2026-03-31T22:36:10.095982Z","end":"2026-03-31T22:36:12.156593Z","steps":["trace[1887098731] 'agreement among raft nodes before linearized reading' (duration: 2.060355505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.158261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:10.095965Z","time spent":"2.062284388s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" "} {"level":"info","ts":"2026-03-31T22:36:12.158021Z","caller":"traceutil/trace.go:171","msg":"trace[1145158012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6569; }","duration":"2.520692018s","start":"2026-03-31T22:36:09.635906Z","end":"2026-03-31T22:36:12.156598Z","steps":["trace[1145158012] 'agreement among raft nodes before linearized reading' (duration: 2.520469253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.158352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:09.635838Z","time spent":"2.522507778s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:36:12.216392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.068427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:12.216477Z","caller":"traceutil/trace.go:171","msg":"trace[612272312] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6569; }","duration":"209.19842ms","start":"2026-03-31T22:36:12.007258Z","end":"2026-03-31T22:36:12.216456Z","steps":["trace[612272312] 'agreement among raft nodes before linearized reading' (duration: 209.067297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.216499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.864945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:12.216531Z","caller":"traceutil/trace.go:171","msg":"trace[945543412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6569; }","duration":"542.920167ms","start":"2026-03-31T22:36:11.673603Z","end":"2026-03-31T22:36:12.216523Z","steps":["trace[945543412] 'agreement among raft nodes before linearized reading' (duration: 542.784384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.216504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.059765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:12.216556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.673589Z","time spent":"542.961858ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:36:12.216589Z","caller":"traceutil/trace.go:171","msg":"trace[1782110574] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6569; }","duration":"475.203498ms","start":"2026-03-31T22:36:11.74137Z","end":"2026-03-31T22:36:12.216574Z","steps":["trace[1782110574] 'agreement among raft nodes before linearized reading' (duration: 474.980363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.216646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.741352Z","time spent":"475.27957ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:12.275728Z","caller":"traceutil/trace.go:171","msg":"trace[1883232753] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"112.256512ms","start":"2026-03-31T22:36:12.163448Z","end":"2026-03-31T22:36:12.275705Z","steps":["trace[1883232753] 'process raft request' (duration: 112.030897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.275776Z","caller":"traceutil/trace.go:171","msg":"trace[1129458984] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"112.562579ms","start":"2026-03-31T22:36:12.163181Z","end":"2026-03-31T22:36:12.275744Z","steps":["trace[1129458984] 'process raft request' (duration: 112.17765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.27584Z","caller":"traceutil/trace.go:171","msg":"trace[346558417] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"112.368574ms","start":"2026-03-31T22:36:12.163449Z","end":"2026-03-31T22:36:12.275818Z","steps":["trace[346558417] 'process raft request' (duration: 112.004226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.27583Z","caller":"traceutil/trace.go:171","msg":"trace[523898758] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"112.391575ms","start":"2026-03-31T22:36:12.163407Z","end":"2026-03-31T22:36:12.275798Z","steps":["trace[523898758] 'process raft request' (duration: 112.012656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.275889Z","caller":"traceutil/trace.go:171","msg":"trace[301329150] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"113.018829ms","start":"2026-03-31T22:36:12.162861Z","end":"2026-03-31T22:36:12.27588Z","steps":["trace[301329150] 'process raft request' (duration: 112.321523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.275986Z","caller":"traceutil/trace.go:171","msg":"trace[1380863318] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"108.899616ms","start":"2026-03-31T22:36:12.167073Z","end":"2026-03-31T22:36:12.275973Z","steps":["trace[1380863318] 'process raft request' (duration: 108.437205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.275986Z","caller":"traceutil/trace.go:171","msg":"trace[486136892] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"113.030889ms","start":"2026-03-31T22:36:12.162928Z","end":"2026-03-31T22:36:12.275959Z","steps":["trace[486136892] 'process raft request' (duration: 112.390625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:12.27592Z","caller":"traceutil/trace.go:171","msg":"trace[959219143] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"112.530668ms","start":"2026-03-31T22:36:12.163367Z","end":"2026-03-31T22:36:12.275898Z","steps":["trace[959219143] 'process raft request' (duration: 112.022237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.27607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.06861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:12.276117Z","caller":"traceutil/trace.go:171","msg":"trace[1611671978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6577; }","duration":"109.138642ms","start":"2026-03-31T22:36:12.166966Z","end":"2026-03-31T22:36:12.276105Z","steps":["trace[1611671978] 'agreement among raft nodes before linearized reading' (duration: 109.04921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:12.276142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.090238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80098"} {"level":"info","ts":"2026-03-31T22:36:12.276176Z","caller":"traceutil/trace.go:171","msg":"trace[1414890614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6577; }","duration":"112.15466ms","start":"2026-03-31T22:36:12.164011Z","end":"2026-03-31T22:36:12.276165Z","steps":["trace[1414890614] 'agreement among raft nodes before linearized reading' (duration: 111.932945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.633386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180523525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:16.633489Z","caller":"traceutil/trace.go:171","msg":"trace[1558957837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6598; }","duration":"2.180822441s","start":"2026-03-31T22:36:14.452642Z","end":"2026-03-31T22:36:16.633465Z","steps":["trace[1558957837] 'range keys from in-memory index tree' (duration: 2.180425302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.633547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.452619Z","time spent":"2.180912803s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:16.633539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818658832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:16.63366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021499738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:16.633705Z","caller":"traceutil/trace.go:171","msg":"trace[350996454] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6598; }","duration":"2.02158571s","start":"2026-03-31T22:36:14.612108Z","end":"2026-03-31T22:36:16.633694Z","steps":["trace[350996454] 'count revisions from in-memory index tree' (duration: 2.021413015s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:16.633698Z","caller":"traceutil/trace.go:171","msg":"trace[1994533706] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6598; }","duration":"1.818894207s","start":"2026-03-31T22:36:14.814766Z","end":"2026-03-31T22:36:16.63366Z","steps":["trace[1994533706] 'count revisions from in-memory index tree' (duration: 1.818552759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.633729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.61209Z","time spent":"2.02163255s","remote":"127.0.0.1:58262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:16.633766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.814752Z","time spent":"1.818998519s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:16.633859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179163943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:16.633888Z","caller":"traceutil/trace.go:171","msg":"trace[620229404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6598; }","duration":"2.179223985s","start":"2026-03-31T22:36:14.454657Z","end":"2026-03-31T22:36:16.633881Z","steps":["trace[620229404] 'count revisions from in-memory index tree' (duration: 2.179077731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.633905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.45464Z","time spent":"2.179260565s","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:16.633979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757117744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:16.634021Z","caller":"traceutil/trace.go:171","msg":"trace[1074732612] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6598; }","duration":"1.757191356s","start":"2026-03-31T22:36:14.87682Z","end":"2026-03-31T22:36:16.634012Z","steps":["trace[1074732612] 'count revisions from in-memory index tree' (duration: 1.757042002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.634044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.876804Z","time spent":"1.757232306s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:16.634161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30874893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:16.634223Z","caller":"traceutil/trace.go:171","msg":"trace[336066674] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6598; }","duration":"1.308844962s","start":"2026-03-31T22:36:15.325363Z","end":"2026-03-31T22:36:16.634207Z","steps":["trace[336066674] 'count revisions from in-memory index tree' (duration: 1.308599076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.63427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.325337Z","time spent":"1.308919204s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:16.634539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461475774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-31T22:36:16.634569Z","caller":"traceutil/trace.go:171","msg":"trace[1138868880] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69; range_end:; response_count:1; response_revision:6598; }","duration":"1.461538016s","start":"2026-03-31T22:36:15.173023Z","end":"2026-03-31T22:36:16.634561Z","steps":["trace[1138868880] 'range keys from in-memory index tree' (duration: 1.461338272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.634587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.173008Z","time spent":"1.461574106s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" "} {"level":"info","ts":"2026-03-31T22:36:16.642457Z","caller":"traceutil/trace.go:171","msg":"trace[1231273835] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"958.96274ms","start":"2026-03-31T22:36:15.683462Z","end":"2026-03-31T22:36:16.642425Z","steps":["trace[1231273835] 'process raft request' (duration: 958.609102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.64284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.68344Z","time spent":"959.217076ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:16.648052Z","caller":"traceutil/trace.go:171","msg":"trace[400315465] linearizableReadLoop","detail":"{readStateIndex:6862; appliedIndex:6859; }","duration":"356.608243ms","start":"2026-03-31T22:36:16.291425Z","end":"2026-03-31T22:36:16.648033Z","steps":["trace[400315465] 'read index received' (duration: 350.744441ms)","trace[400315465] 'applied index is now lower than readState.Index' (duration: 5.863132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:16.648134Z","caller":"traceutil/trace.go:171","msg":"trace[319402563] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"963.83846ms","start":"2026-03-31T22:36:15.684276Z","end":"2026-03-31T22:36:16.648114Z","steps":["trace[319402563] 'process raft request' (duration: 963.728577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:16.648164Z","caller":"traceutil/trace.go:171","msg":"trace[955587597] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"964.219379ms","start":"2026-03-31T22:36:15.683906Z","end":"2026-03-31T22:36:16.648125Z","steps":["trace[955587597] 'process raft request' (duration: 963.962103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.847488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:36:16.648277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.684255Z","time spent":"963.926352ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:16.64831Z","caller":"traceutil/trace.go:171","msg":"trace[1679422109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6601; }","duration":"356.91963ms","start":"2026-03-31T22:36:16.291381Z","end":"2026-03-31T22:36:16.648301Z","steps":["trace[1679422109] 'agreement among raft nodes before linearized reading' (duration: 356.757146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:16.291366Z","time spent":"356.967272ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:16.648354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.683898Z","time spent":"964.354052ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:16.648447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.171884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:36:16.64849Z","caller":"traceutil/trace.go:171","msg":"trace[1624569533] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6601; }","duration":"356.226145ms","start":"2026-03-31T22:36:16.292238Z","end":"2026-03-31T22:36:16.648464Z","steps":["trace[1624569533] 'agreement among raft nodes before linearized reading' (duration: 356.165203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:16.292227Z","time spent":"356.281297ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:16.648594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.699554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:16.648621Z","caller":"traceutil/trace.go:171","msg":"trace[190090524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6601; }","duration":"195.759916ms","start":"2026-03-31T22:36:16.452854Z","end":"2026-03-31T22:36:16.648614Z","steps":["trace[190090524] 'agreement among raft nodes before linearized reading' (duration: 195.720285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.930818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:36:16.64865Z","caller":"traceutil/trace.go:171","msg":"trace[1365150419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6601; }","duration":"355.963479ms","start":"2026-03-31T22:36:16.292679Z","end":"2026-03-31T22:36:16.648642Z","steps":["trace[1365150419] 'agreement among raft nodes before linearized reading' (duration: 355.896948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:16.292672Z","time spent":"356.00242ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:16.648779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.184094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:16.648813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.331357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:36:16.648843Z","caller":"traceutil/trace.go:171","msg":"trace[1244199144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6601; }","duration":"356.377338ms","start":"2026-03-31T22:36:16.292457Z","end":"2026-03-31T22:36:16.648835Z","steps":["trace[1244199144] 'agreement among raft nodes before linearized reading' (duration: 356.291006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.223455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:16.648913Z","caller":"traceutil/trace.go:171","msg":"trace[791668118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6601; }","duration":"356.332407ms","start":"2026-03-31T22:36:16.292569Z","end":"2026-03-31T22:36:16.648901Z","steps":["trace[791668118] 'agreement among raft nodes before linearized reading' (duration: 356.109352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.073622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:16.648944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:16.292549Z","time spent":"356.389158ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:36:16.648964Z","caller":"traceutil/trace.go:171","msg":"trace[637225669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6601; }","duration":"356.130592ms","start":"2026-03-31T22:36:16.292822Z","end":"2026-03-31T22:36:16.648953Z","steps":["trace[637225669] 'agreement among raft nodes before linearized reading' (duration: 356.02779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.648879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:16.292448Z","time spent":"356.42447ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:16.648994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:16.292814Z","time spent":"356.171914ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:36:16.648841Z","caller":"traceutil/trace.go:171","msg":"trace[270576380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6601; }","duration":"356.275516ms","start":"2026-03-31T22:36:16.292551Z","end":"2026-03-31T22:36:16.648827Z","steps":["trace[270576380] 'agreement among raft nodes before linearized reading' (duration: 356.075471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.649115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:16.292542Z","time spent":"356.562223ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:16.649374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.752322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T22:36:16.649433Z","caller":"traceutil/trace.go:171","msg":"trace[443683065] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6601; }","duration":"229.841895ms","start":"2026-03-31T22:36:16.419573Z","end":"2026-03-31T22:36:16.649415Z","steps":["trace[443683065] 'agreement among raft nodes before linearized reading' (duration: 229.679451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:17.185007Z","caller":"traceutil/trace.go:171","msg":"trace[1233973749] transaction","detail":"{read_only:false; response_revision:6621; number_of_response:1; }","duration":"106.731627ms","start":"2026-03-31T22:36:17.078257Z","end":"2026-03-31T22:36:17.184989Z","steps":["trace[1233973749] 'process raft request' (duration: 106.631855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:17.878691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.112801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:17.878847Z","caller":"traceutil/trace.go:171","msg":"trace[1492188823] linearizableReadLoop","detail":"{readStateIndex:6893; appliedIndex:6892; }","duration":"416.234528ms","start":"2026-03-31T22:36:17.46259Z","end":"2026-03-31T22:36:17.878825Z","steps":["trace[1492188823] 'read index received' (duration: 125.012µs)","trace[1492188823] 'applied index is now lower than readState.Index' (duration: 416.107956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:17.879159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.983257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:17.87922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.198345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T22:36:17.879231Z","caller":"traceutil/trace.go:171","msg":"trace[1305802182] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6630; }","duration":"331.089799ms","start":"2026-03-31T22:36:17.548123Z","end":"2026-03-31T22:36:17.879213Z","steps":["trace[1305802182] 'agreement among raft nodes before linearized reading' (duration: 330.939146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:17.879265Z","caller":"traceutil/trace.go:171","msg":"trace[1430306497] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6630; }","duration":"129.278057ms","start":"2026-03-31T22:36:17.749973Z","end":"2026-03-31T22:36:17.879251Z","steps":["trace[1430306497] 'agreement among raft nodes before linearized reading' (duration: 129.094113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:17.879281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:17.548108Z","time spent":"331.158911ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:17.879278Z","caller":"traceutil/trace.go:171","msg":"trace[770627186] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"416.666449ms","start":"2026-03-31T22:36:17.462577Z","end":"2026-03-31T22:36:17.879243Z","steps":["trace[770627186] 'process raft request' (duration: 134.925263ms)","trace[770627186] 'compare' (duration: 280.945697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:17.879413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:17.462565Z","time spent":"416.783991ms","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:36:17.879459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.845882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:17.879525Z","caller":"traceutil/trace.go:171","msg":"trace[1842811620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6630; }","duration":"416.937895ms","start":"2026-03-31T22:36:17.462569Z","end":"2026-03-31T22:36:17.879507Z","steps":["trace[1842811620] 'agreement among raft nodes before linearized reading' (duration: 416.690259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:17.879587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.308508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-31T22:36:17.879678Z","caller":"traceutil/trace.go:171","msg":"trace[347792004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8062c261-f999-4b19-a195-5a6dc60f1d69; range_end:; response_count:1; response_revision:6630; }","duration":"239.456961ms","start":"2026-03-31T22:36:17.640199Z","end":"2026-03-31T22:36:17.879656Z","steps":["trace[347792004] 'agreement among raft nodes before linearized reading' (duration: 239.194205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:17.879674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:17.46256Z","time spent":"417.058617ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:36:17.879672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.085073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a20df96c85833f\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-31T22:36:17.880081Z","caller":"traceutil/trace.go:171","msg":"trace[511153502] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a20df96c85833f; range_end:; response_count:1; response_revision:6630; }","duration":"184.640365ms","start":"2026-03-31T22:36:17.695411Z","end":"2026-03-31T22:36:17.880051Z","steps":["trace[511153502] 'agreement among raft nodes before linearized reading' (duration: 183.900739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:18.820409Z","caller":"traceutil/trace.go:171","msg":"trace[1893595129] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"166.428875ms","start":"2026-03-31T22:36:18.653956Z","end":"2026-03-31T22:36:18.820385Z","steps":["trace[1893595129] 'process raft request' (duration: 166.227299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:18.82076Z","caller":"traceutil/trace.go:171","msg":"trace[446703744] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"165.80495ms","start":"2026-03-31T22:36:18.654922Z","end":"2026-03-31T22:36:18.820727Z","steps":["trace[446703744] 'process raft request' (duration: 165.423882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:18.820735Z","caller":"traceutil/trace.go:171","msg":"trace[858306761] linearizableReadLoop","detail":"{readStateIndex:6934; appliedIndex:6932; }","duration":"161.067964ms","start":"2026-03-31T22:36:18.65964Z","end":"2026-03-31T22:36:18.820708Z","steps":["trace[858306761] 'read index received' (duration: 160.49122ms)","trace[858306761] 'applied index is now lower than readState.Index' (duration: 574.724µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:18.82095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.289079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:36:18.821007Z","caller":"traceutil/trace.go:171","msg":"trace[1377440595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6668; }","duration":"161.39034ms","start":"2026-03-31T22:36:18.659603Z","end":"2026-03-31T22:36:18.820994Z","steps":["trace[1377440595] 'agreement among raft nodes before linearized reading' (duration: 161.185006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:18.821136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.654551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:36:18.821184Z","caller":"traceutil/trace.go:171","msg":"trace[1398599913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6668; }","duration":"159.735723ms","start":"2026-03-31T22:36:18.661437Z","end":"2026-03-31T22:36:18.821173Z","steps":["trace[1398599913] 'agreement among raft nodes before linearized reading' (duration: 159.439037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:18.82123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.068584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:36:18.821412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.748803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:36:18.821448Z","caller":"traceutil/trace.go:171","msg":"trace[1932739972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6668; }","duration":"155.799295ms","start":"2026-03-31T22:36:18.665638Z","end":"2026-03-31T22:36:18.821438Z","steps":["trace[1932739972] 'agreement among raft nodes before linearized reading' (duration: 155.703993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:18.821455Z","caller":"traceutil/trace.go:171","msg":"trace[235574130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6668; }","duration":"146.30353ms","start":"2026-03-31T22:36:18.675131Z","end":"2026-03-31T22:36:18.821434Z","steps":["trace[235574130] 'agreement among raft nodes before linearized reading' (duration: 145.882201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:18.821579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.465653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:36:18.821614Z","caller":"traceutil/trace.go:171","msg":"trace[1608742837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6668; }","duration":"146.520735ms","start":"2026-03-31T22:36:18.675084Z","end":"2026-03-31T22:36:18.821604Z","steps":["trace[1608742837] 'agreement among raft nodes before linearized reading' (duration: 146.435753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:18.821665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.893697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:18.821722Z","caller":"traceutil/trace.go:171","msg":"trace[92647710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6668; }","duration":"159.980548ms","start":"2026-03-31T22:36:18.661729Z","end":"2026-03-31T22:36:18.821709Z","steps":["trace[92647710] 'agreement among raft nodes before linearized reading' (duration: 159.811954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:18.821932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.74749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:36:18.822314Z","caller":"traceutil/trace.go:171","msg":"trace[1036434598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6668; }","duration":"147.136558ms","start":"2026-03-31T22:36:18.675161Z","end":"2026-03-31T22:36:18.822298Z","steps":["trace[1036434598] 'agreement among raft nodes before linearized reading' (duration: 146.699898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:19.307209Z","caller":"traceutil/trace.go:171","msg":"trace[89101734] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"118.543073ms","start":"2026-03-31T22:36:19.188632Z","end":"2026-03-31T22:36:19.307175Z","steps":["trace[89101734] 'process raft request' (duration: 117.129001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:20.537148Z","caller":"traceutil/trace.go:171","msg":"trace[449619425] linearizableReadLoop","detail":"{readStateIndex:6944; appliedIndex:6943; }","duration":"187.842797ms","start":"2026-03-31T22:36:20.349282Z","end":"2026-03-31T22:36:20.537125Z","steps":["trace[449619425] 'read index received' (duration: 187.624262ms)","trace[449619425] 'applied index is now lower than readState.Index' (duration: 217.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:20.537336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.023881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:20.537426Z","caller":"traceutil/trace.go:171","msg":"trace[1188379202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6678; }","duration":"188.164804ms","start":"2026-03-31T22:36:20.349243Z","end":"2026-03-31T22:36:20.537408Z","steps":["trace[1188379202] 'agreement among raft nodes before linearized reading' (duration: 187.97804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:20.537873Z","caller":"traceutil/trace.go:171","msg":"trace[1730965208] transaction","detail":"{read_only:false; response_revision:6678; number_of_response:1; }","duration":"441.263043ms","start":"2026-03-31T22:36:20.095908Z","end":"2026-03-31T22:36:20.537171Z","steps":["trace[1730965208] 'process raft request' (duration: 441.055788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:20.538012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.09588Z","time spent":"442.060861ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:36:20.856163Z","caller":"traceutil/trace.go:171","msg":"trace[1794049335] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"178.889565ms","start":"2026-03-31T22:36:20.677244Z","end":"2026-03-31T22:36:20.856134Z","steps":["trace[1794049335] 'process raft request' (duration: 173.038483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:20.924964Z","caller":"traceutil/trace.go:171","msg":"trace[1146622483] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"247.647836ms","start":"2026-03-31T22:36:20.677288Z","end":"2026-03-31T22:36:20.924936Z","steps":["trace[1146622483] 'process raft request' (duration: 247.413071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.180545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.186522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:21.180741Z","caller":"traceutil/trace.go:171","msg":"trace[69569810] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"249.540289ms","start":"2026-03-31T22:36:20.931184Z","end":"2026-03-31T22:36:21.180724Z","steps":["trace[69569810] 'process raft request' (duration: 249.474627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:21.180764Z","caller":"traceutil/trace.go:171","msg":"trace[1396892541] transaction","detail":"{read_only:false; response_revision:6684; number_of_response:1; }","duration":"249.550259ms","start":"2026-03-31T22:36:20.931182Z","end":"2026-03-31T22:36:21.180732Z","steps":["trace[1396892541] 'process raft request' (duration: 27.090471ms)","trace[1396892541] 'compare' (duration: 222.08642ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:21.184594Z","caller":"traceutil/trace.go:171","msg":"trace[1453618177] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"252.512545ms","start":"2026-03-31T22:36:20.93206Z","end":"2026-03-31T22:36:21.184573Z","steps":["trace[1453618177] 'process raft request' (duration: 252.358952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:21.184775Z","caller":"traceutil/trace.go:171","msg":"trace[1903924579] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"252.643679ms","start":"2026-03-31T22:36:20.932114Z","end":"2026-03-31T22:36:21.184757Z","steps":["trace[1903924579] 'process raft request' (duration: 252.414363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:21.184785Z","caller":"traceutil/trace.go:171","msg":"trace[1993544928] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"244.816542ms","start":"2026-03-31T22:36:20.939949Z","end":"2026-03-31T22:36:21.184766Z","steps":["trace[1993544928] 'process raft request' (duration: 244.777312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:21.185046Z","caller":"traceutil/trace.go:171","msg":"trace[762602954] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"252.874974ms","start":"2026-03-31T22:36:20.932147Z","end":"2026-03-31T22:36:21.185022Z","steps":["trace[762602954] 'process raft request' (duration: 252.503386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.415874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.54645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:21.415994Z","caller":"traceutil/trace.go:171","msg":"trace[1048532289] transaction","detail":"{read_only:false; response_revision:6690; number_of_response:1; }","duration":"224.960844ms","start":"2026-03-31T22:36:21.19101Z","end":"2026-03-31T22:36:21.415971Z","steps":["trace[1048532289] 'process raft request' (duration: 115.24797ms)","trace[1048532289] 'compare' (duration: 109.369906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:25.309226Z","caller":"traceutil/trace.go:171","msg":"trace[1103974857] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"108.851075ms","start":"2026-03-31T22:36:25.200355Z","end":"2026-03-31T22:36:25.309206Z","steps":["trace[1103974857] 'process raft request' (duration: 108.729042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:25.334295Z","caller":"traceutil/trace.go:171","msg":"trace[334529165] linearizableReadLoop","detail":"{readStateIndex:6992; appliedIndex:6987; }","duration":"129.454569ms","start":"2026-03-31T22:36:25.204821Z","end":"2026-03-31T22:36:25.334275Z","steps":["trace[334529165] 'read index received' (duration: 104.346093ms)","trace[334529165] 'applied index is now lower than readState.Index' (duration: 25.107666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:25.334301Z","caller":"traceutil/trace.go:171","msg":"trace[301559260] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"133.879659ms","start":"2026-03-31T22:36:25.200388Z","end":"2026-03-31T22:36:25.334268Z","steps":["trace[301559260] 'process raft request' (duration: 133.676505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:25.33437Z","caller":"traceutil/trace.go:171","msg":"trace[998627951] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"133.45487ms","start":"2026-03-31T22:36:25.200905Z","end":"2026-03-31T22:36:25.33436Z","steps":["trace[998627951] 'process raft request' (duration: 133.314107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:25.334406Z","caller":"traceutil/trace.go:171","msg":"trace[1960609537] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"133.89276ms","start":"2026-03-31T22:36:25.200497Z","end":"2026-03-31T22:36:25.33439Z","steps":["trace[1960609537] 'process raft request' (duration: 133.684125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:25.334439Z","caller":"traceutil/trace.go:171","msg":"trace[587706280] transaction","detail":"{read_only:false; response_revision:6725; number_of_response:1; }","duration":"132.722444ms","start":"2026-03-31T22:36:25.201701Z","end":"2026-03-31T22:36:25.334423Z","steps":["trace[587706280] 'process raft request' (duration: 132.54437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:25.334578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.740726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:36:25.334614Z","caller":"traceutil/trace.go:171","msg":"trace[723546628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6725; }","duration":"129.807198ms","start":"2026-03-31T22:36:25.204798Z","end":"2026-03-31T22:36:25.334605Z","steps":["trace[723546628] 'agreement among raft nodes before linearized reading' (duration: 129.674875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:25.467912Z","caller":"traceutil/trace.go:171","msg":"trace[280231121] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"130.38129ms","start":"2026-03-31T22:36:25.33749Z","end":"2026-03-31T22:36:25.467871Z","steps":["trace[280231121] 'process raft request' (duration: 53.820794ms)","trace[280231121] 'compare' (duration: 76.410173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:31.220147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:36:31.506494Z","caller":"traceutil/trace.go:171","msg":"trace[793425811] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"795.37039ms","start":"2026-03-31T22:36:30.711105Z","end":"2026-03-31T22:36:31.506475Z","steps":["trace[793425811] 'process raft request' (duration: 795.236517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.506628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:30.711089Z","time spent":"795.464642ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:31.507358Z","caller":"traceutil/trace.go:171","msg":"trace[1334854155] linearizableReadLoop","detail":"{readStateIndex:7061; appliedIndex:7057; }","duration":"787.467052ms","start":"2026-03-31T22:36:30.719865Z","end":"2026-03-31T22:36:31.507332Z","steps":["trace[1334854155] 'read index received' (duration: 786.48ms)","trace[1334854155] 'applied index is now lower than readState.Index' (duration: 986.172µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:31.50753Z","caller":"traceutil/trace.go:171","msg":"trace[2124537137] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"500.504999ms","start":"2026-03-31T22:36:31.007009Z","end":"2026-03-31T22:36:31.507514Z","steps":["trace[2124537137] 'process raft request' (duration: 500.251574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.507684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:31.006994Z","time spent":"500.578331ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:31.507741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.865872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T22:36:31.507806Z","caller":"traceutil/trace.go:171","msg":"trace[900848750] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6793; }","duration":"787.962924ms","start":"2026-03-31T22:36:30.719825Z","end":"2026-03-31T22:36:31.507788Z","steps":["trace[900848750] 'agreement among raft nodes before linearized reading' (duration: 787.80619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.507851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:30.719807Z","time spent":"788.035226ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T22:36:31.507434Z","caller":"traceutil/trace.go:171","msg":"trace[173705156] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"513.216236ms","start":"2026-03-31T22:36:30.994176Z","end":"2026-03-31T22:36:31.507392Z","steps":["trace[173705156] 'process raft request' (duration: 512.96011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:31.507931Z","caller":"traceutil/trace.go:171","msg":"trace[1104861902] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"500.735075ms","start":"2026-03-31T22:36:31.007186Z","end":"2026-03-31T22:36:31.507921Z","steps":["trace[1104861902] 'process raft request' (duration: 500.10526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.507995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:31.007152Z","time spent":"500.805996ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:31.508065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.318207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:36:31.508111Z","caller":"traceutil/trace.go:171","msg":"trace[325456671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6793; }","duration":"493.400919ms","start":"2026-03-31T22:36:31.014699Z","end":"2026-03-31T22:36:31.5081Z","steps":["trace[325456671] 'agreement among raft nodes before linearized reading' (duration: 493.206345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.508105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:30.994148Z","time spent":"513.8113ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:31.508142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:31.014679Z","time spent":"493.45534ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:36:31.508362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.295974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:31.508394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.042269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:31.508431Z","caller":"traceutil/trace.go:171","msg":"trace[1322737581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6793; }","duration":"128.412076ms","start":"2026-03-31T22:36:31.380004Z","end":"2026-03-31T22:36:31.508417Z","steps":["trace[1322737581] 'agreement among raft nodes before linearized reading' (duration: 128.159291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:31.508438Z","caller":"traceutil/trace.go:171","msg":"trace[1828894549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6793; }","duration":"128.09833ms","start":"2026-03-31T22:36:31.380327Z","end":"2026-03-31T22:36:31.508426Z","steps":["trace[1828894549] 'agreement among raft nodes before linearized reading' (duration: 127.996197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.508517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.708576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:36:31.508596Z","caller":"traceutil/trace.go:171","msg":"trace[631653440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6793; }","duration":"137.833999ms","start":"2026-03-31T22:36:31.370747Z","end":"2026-03-31T22:36:31.508581Z","steps":["trace[631653440] 'agreement among raft nodes before linearized reading' (duration: 137.583053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.508784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.303154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:36:31.508858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.035728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:36:31.508889Z","caller":"traceutil/trace.go:171","msg":"trace[1483454784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6793; }","duration":"128.08256ms","start":"2026-03-31T22:36:31.380797Z","end":"2026-03-31T22:36:31.50888Z","steps":["trace[1483454784] 'agreement among raft nodes before linearized reading' (duration: 127.938277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:31.50887Z","caller":"traceutil/trace.go:171","msg":"trace[1192468358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6793; }","duration":"132.439127ms","start":"2026-03-31T22:36:31.376408Z","end":"2026-03-31T22:36:31.508847Z","steps":["trace[1192468358] 'agreement among raft nodes before linearized reading' (duration: 131.758252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.028477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:36.189222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.891227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:36.189315Z","caller":"traceutil/trace.go:171","msg":"trace[860954163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6817; }","duration":"735.04036ms","start":"2026-03-31T22:36:35.454252Z","end":"2026-03-31T22:36:36.189293Z","steps":["trace[860954163] 'range keys from in-memory index tree' (duration: 734.732243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.189357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.45423Z","time spent":"735.118612ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:36.189639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.335468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-31T22:36:36.189675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.221146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17207"} {"level":"info","ts":"2026-03-31T22:36:36.189757Z","caller":"traceutil/trace.go:171","msg":"trace[1309345510] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6817; }","duration":"728.352779ms","start":"2026-03-31T22:36:35.461386Z","end":"2026-03-31T22:36:36.189739Z","steps":["trace[1309345510] 'range keys from in-memory index tree' (duration: 728.043312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:36.189751Z","caller":"traceutil/trace.go:171","msg":"trace[1310628821] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6817; }","duration":"704.499832ms","start":"2026-03-31T22:36:35.485222Z","end":"2026-03-31T22:36:36.189722Z","steps":["trace[1310628821] 'range keys from in-memory index tree' (duration: 704.110773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.189799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.461368Z","time spent":"728.42397ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17229,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T22:36:36.189807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.485202Z","time spent":"704.591093ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T22:36:36.205571Z","caller":"traceutil/trace.go:171","msg":"trace[1196816390] transaction","detail":"{read_only:false; response_revision:6818; number_of_response:1; }","duration":"681.765688ms","start":"2026-03-31T22:36:35.523778Z","end":"2026-03-31T22:36:36.205544Z","steps":["trace[1196816390] 'process raft request' (duration: 681.585374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.205736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.523746Z","time spent":"681.902232ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:37.26769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062489086s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:36:37.313492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.48694ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:37.313595Z","caller":"traceutil/trace.go:171","msg":"trace[689564213] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6818; }","duration":"719.599142ms","start":"2026-03-31T22:36:36.593979Z","end":"2026-03-31T22:36:37.313578Z","steps":["trace[689564213] 'range keys from in-memory index tree' (duration: 719.455789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:37.314062Z","caller":"traceutil/trace.go:171","msg":"trace[918153609] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"1.79014083s","start":"2026-03-31T22:36:35.52391Z","end":"2026-03-31T22:36:37.314051Z","steps":["trace[918153609] 'process raft request' (duration: 1.74402809s)","trace[918153609] 'compare' (duration: 45.24601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:37.314137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.52388Z","time spent":"1.790211591s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:37.314263Z","caller":"traceutil/trace.go:171","msg":"trace[392358085] linearizableReadLoop","detail":"{readStateIndex:7089; appliedIndex:7086; }","duration":"1.786781394s","start":"2026-03-31T22:36:35.527449Z","end":"2026-03-31T22:36:37.31423Z","steps":["trace[392358085] 'read index received' (duration: 677.920171ms)","trace[392358085] 'applied index is now lower than readState.Index' (duration: 1.108859683s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:37.314345Z","caller":"traceutil/trace.go:171","msg":"trace[1648504269] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"1.789847143s","start":"2026-03-31T22:36:35.524459Z","end":"2026-03-31T22:36:37.314306Z","steps":["trace[1648504269] 'process raft request' (duration: 1.789522066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.31451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.524437Z","time spent":"1.789979156s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:37.314528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78705411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:37.314605Z","caller":"traceutil/trace.go:171","msg":"trace[1324965584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6820; }","duration":"1.787170332s","start":"2026-03-31T22:36:35.527415Z","end":"2026-03-31T22:36:37.314585Z","steps":["trace[1324965584] 'agreement among raft nodes before linearized reading' (duration: 1.786956138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.314658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.527393Z","time spent":"1.787251864s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:36:37.804577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.18637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:37.804757Z","caller":"traceutil/trace.go:171","msg":"trace[1465426694] linearizableReadLoop","detail":"{readStateIndex:7090; appliedIndex:7089; }","duration":"490.396451ms","start":"2026-03-31T22:36:37.314336Z","end":"2026-03-31T22:36:37.804733Z","steps":["trace[1465426694] 'read index received' (duration: 385.996857ms)","trace[1465426694] 'applied index is now lower than readState.Index' (duration: 104.397604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:37.804921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607200612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:37.804967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26280807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:36:37.804998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274480493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:36:37.805044Z","caller":"traceutil/trace.go:171","msg":"trace[1742024221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6821; }","duration":"2.274535894s","start":"2026-03-31T22:36:35.530495Z","end":"2026-03-31T22:36:37.805031Z","steps":["trace[1742024221] 'agreement among raft nodes before linearized reading' (duration: 2.274303139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267858444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:36:37.805052Z","caller":"traceutil/trace.go:171","msg":"trace[2049580610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6821; }","duration":"2.262904462s","start":"2026-03-31T22:36:35.542122Z","end":"2026-03-31T22:36:37.805027Z","steps":["trace[2049580610] 'agreement among raft nodes before linearized reading' (duration: 2.262673047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269957672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:37.805087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.53049Z","time spent":"2.274588725s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:36:37.805116Z","caller":"traceutil/trace.go:171","msg":"trace[1853424958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6821; }","duration":"2.267971506s","start":"2026-03-31T22:36:35.537123Z","end":"2026-03-31T22:36:37.805095Z","steps":["trace[1853424958] 'agreement among raft nodes before linearized reading' (duration: 2.26768865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.542114Z","time spent":"2.263003355s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:37.805124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261380899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:36:37.805054Z","caller":"traceutil/trace.go:171","msg":"trace[1283823461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6821; }","duration":"1.607408077s","start":"2026-03-31T22:36:36.19761Z","end":"2026-03-31T22:36:37.805018Z","steps":["trace[1283823461] 'agreement among raft nodes before linearized reading' (duration: 1.607182972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266921214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:36:37.805164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.719858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:37.804891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203979633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:37.805248Z","caller":"traceutil/trace.go:171","msg":"trace[641744514] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"1.596056262s","start":"2026-03-31T22:36:36.20918Z","end":"2026-03-31T22:36:37.805236Z","steps":["trace[641744514] 'process raft request' (duration: 1.491063033s)","trace[641744514] 'compare' (duration: 103.859732ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:37.805275Z","caller":"traceutil/trace.go:171","msg":"trace[854400639] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6821; }","duration":"2.204405454s","start":"2026-03-31T22:36:35.600856Z","end":"2026-03-31T22:36:37.805261Z","steps":["trace[854400639] 'agreement among raft nodes before linearized reading' (duration: 2.203951913s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:37.805276Z","caller":"traceutil/trace.go:171","msg":"trace[924971898] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6821; }","duration":"662.920864ms","start":"2026-03-31T22:36:37.142334Z","end":"2026-03-31T22:36:37.805255Z","steps":["trace[924971898] 'agreement among raft nodes before linearized reading' (duration: 662.628706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012334276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:36:37.805133Z","caller":"traceutil/trace.go:171","msg":"trace[2046395916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6821; }","duration":"2.270111205s","start":"2026-03-31T22:36:35.535003Z","end":"2026-03-31T22:36:37.805114Z","steps":["trace[2046395916] 'agreement among raft nodes before linearized reading' (duration: 2.269854459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.600839Z","time spent":"2.204471545s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:37.805265Z","caller":"traceutil/trace.go:171","msg":"trace[1643212588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6821; }","duration":"2.267090929s","start":"2026-03-31T22:36:35.538151Z","end":"2026-03-31T22:36:37.805242Z","steps":["trace[1643212588] 'agreement among raft nodes before linearized reading' (duration: 2.266799111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.142319Z","time spent":"663.004686ms","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:37.805357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.534985Z","time spent":"2.270356232s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:37.805373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605895814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06f775ff-6d76-4196-9324-0fce5b155e8e\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T22:36:37.805366Z","caller":"traceutil/trace.go:171","msg":"trace[929479863] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:6821; }","duration":"1.012406267s","start":"2026-03-31T22:36:36.79292Z","end":"2026-03-31T22:36:37.805327Z","steps":["trace[929479863] 'agreement among raft nodes before linearized reading' (duration: 1.012224282s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:37.805421Z","caller":"traceutil/trace.go:171","msg":"trace[855975213] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06f775ff-6d76-4196-9324-0fce5b155e8e; range_end:; response_count:1; response_revision:6821; }","duration":"1.605965305s","start":"2026-03-31T22:36:36.199441Z","end":"2026-03-31T22:36:37.805407Z","steps":["trace[855975213] 'agreement among raft nodes before linearized reading' (duration: 1.605843083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.537115Z","time spent":"2.268040659s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:37.80546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.792907Z","time spent":"1.01253973s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:36:37.805342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.209159Z","time spent":"1.596113062s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:37.805387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.538115Z","time spent":"2.267256932s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:37.805206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.197595Z","time spent":"1.607604102s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:37.805467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.199425Z","time spent":"1.606034738s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-06f775ff-6d76-4196-9324-0fce5b155e8e\" "} {"level":"info","ts":"2026-03-31T22:36:37.805205Z","caller":"traceutil/trace.go:171","msg":"trace[1994319736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6821; }","duration":"2.261494003s","start":"2026-03-31T22:36:35.543695Z","end":"2026-03-31T22:36:37.805189Z","steps":["trace[1994319736] 'agreement among raft nodes before linearized reading' (duration: 2.261302187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.805687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.54368Z","time spent":"2.261986353s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:36:37.889092Z","caller":"traceutil/trace.go:171","msg":"trace[1455641235] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"315.509326ms","start":"2026-03-31T22:36:37.573556Z","end":"2026-03-31T22:36:37.889065Z","steps":["trace[1455641235] 'process raft request' (duration: 315.462805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:37.889146Z","caller":"traceutil/trace.go:171","msg":"trace[450547681] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"569.497455ms","start":"2026-03-31T22:36:37.319607Z","end":"2026-03-31T22:36:37.889104Z","steps":["trace[450547681] 'process raft request' (duration: 569.26735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.889273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.573518Z","time spent":"315.65221ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:37.889502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.319583Z","time spent":"569.62725ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:38.111964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.105458ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-31T22:36:38.112275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.807747Z","time spent":"304.51702ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:36:38.11238Z","caller":"traceutil/trace.go:171","msg":"trace[1611812915] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"301.00496ms","start":"2026-03-31T22:36:37.811354Z","end":"2026-03-31T22:36:38.112359Z","steps":["trace[1611812915] 'process raft request' (duration: 300.807625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.112488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.811324Z","time spent":"301.097501ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:38.11275Z","caller":"traceutil/trace.go:171","msg":"trace[184509160] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"301.282675ms","start":"2026-03-31T22:36:37.811455Z","end":"2026-03-31T22:36:38.112738Z","steps":["trace[184509160] 'process raft request' (duration: 300.862916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.112773Z","caller":"traceutil/trace.go:171","msg":"trace[1260821635] linearizableReadLoop","detail":"{readStateIndex:7096; appliedIndex:7090; }","duration":"300.347344ms","start":"2026-03-31T22:36:37.812403Z","end":"2026-03-31T22:36:38.11275Z","steps":["trace[1260821635] 'read index received' (duration: 76.444884ms)","trace[1260821635] 'applied index is now lower than readState.Index' (duration: 223.90152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:38.112835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.81145Z","time spent":"301.341256ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:38.112838Z","caller":"traceutil/trace.go:171","msg":"trace[242676549] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"299.976917ms","start":"2026-03-31T22:36:37.812833Z","end":"2026-03-31T22:36:38.11281Z","steps":["trace[242676549] 'process raft request' (duration: 299.833313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.112927Z","caller":"traceutil/trace.go:171","msg":"trace[1655007471] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"299.66035ms","start":"2026-03-31T22:36:37.81325Z","end":"2026-03-31T22:36:38.11291Z","steps":["trace[1655007471] 'process raft request' (duration: 299.461445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.112979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.812817Z","time spent":"300.064458ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:38.112991Z","caller":"traceutil/trace.go:171","msg":"trace[693488114] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"301.4757ms","start":"2026-03-31T22:36:37.811494Z","end":"2026-03-31T22:36:38.112969Z","steps":["trace[693488114] 'process raft request' (duration: 301.074201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.113138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.811489Z","time spent":"301.557952ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:38.113246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.257596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T22:36:38.113263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.412646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17207"} {"level":"warn","ts":"2026-03-31T22:36:38.113295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.441491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T22:36:38.113309Z","caller":"traceutil/trace.go:171","msg":"trace[512762395] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6828; }","duration":"192.376369ms","start":"2026-03-31T22:36:37.920914Z","end":"2026-03-31T22:36:38.11329Z","steps":["trace[512762395] 'agreement among raft nodes before linearized reading' (duration: 192.196345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.113313Z","caller":"traceutil/trace.go:171","msg":"trace[1329010146] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6828; }","duration":"300.475927ms","start":"2026-03-31T22:36:37.812823Z","end":"2026-03-31T22:36:38.113299Z","steps":["trace[1329010146] 'agreement among raft nodes before linearized reading' (duration: 300.254683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.113314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.30158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:38.11336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.812816Z","time spent":"300.53609ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17229,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T22:36:38.113416Z","caller":"traceutil/trace.go:171","msg":"trace[943342057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6828; }","duration":"299.431954ms","start":"2026-03-31T22:36:37.813956Z","end":"2026-03-31T22:36:38.113388Z","steps":["trace[943342057] 'agreement among raft nodes before linearized reading' (duration: 299.25989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.113347Z","caller":"traceutil/trace.go:171","msg":"trace[870001780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6828; }","duration":"200.532774ms","start":"2026-03-31T22:36:37.9128Z","end":"2026-03-31T22:36:38.113332Z","steps":["trace[870001780] 'agreement among raft nodes before linearized reading' (duration: 200.354699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.113717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.298397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81496"} {"level":"info","ts":"2026-03-31T22:36:38.113863Z","caller":"traceutil/trace.go:171","msg":"trace[1833623554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6828; }","duration":"301.504972ms","start":"2026-03-31T22:36:37.812336Z","end":"2026-03-31T22:36:38.113841Z","steps":["trace[1833623554] 'agreement among raft nodes before linearized reading' (duration: 300.822965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.113966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.812309Z","time spent":"301.636004ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:36:38.309553Z","caller":"traceutil/trace.go:171","msg":"trace[778301318] linearizableReadLoop","detail":"{readStateIndex:7099; appliedIndex:7098; }","duration":"194.877997ms","start":"2026-03-31T22:36:38.114652Z","end":"2026-03-31T22:36:38.30953Z","steps":["trace[778301318] 'read index received' (duration: 194.850926ms)","trace[778301318] 'applied index is now lower than readState.Index' (duration: 25.901µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:38.309589Z","caller":"traceutil/trace.go:171","msg":"trace[880770934] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"195.701744ms","start":"2026-03-31T22:36:38.113842Z","end":"2026-03-31T22:36:38.309544Z","steps":["trace[880770934] 'process raft request' (duration: 195.54817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.309728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.05952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:38.309793Z","caller":"traceutil/trace.go:171","msg":"trace[1653253208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6829; }","duration":"195.178773ms","start":"2026-03-31T22:36:38.114597Z","end":"2026-03-31T22:36:38.309776Z","steps":["trace[1653253208] 'agreement among raft nodes before linearized reading' (duration: 195.03027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.513797Z","caller":"traceutil/trace.go:171","msg":"trace[1268546258] linearizableReadLoop","detail":"{readStateIndex:7101; appliedIndex:7099; }","duration":"204.157174ms","start":"2026-03-31T22:36:38.309618Z","end":"2026-03-31T22:36:38.513776Z","steps":["trace[1268546258] 'read index received' (duration: 181.82949ms)","trace[1268546258] 'applied index is now lower than readState.Index' (duration: 22.326814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:38.513853Z","caller":"traceutil/trace.go:171","msg":"trace[1401231006] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"303.198869ms","start":"2026-03-31T22:36:38.210616Z","end":"2026-03-31T22:36:38.513815Z","steps":["trace[1401231006] 'process raft request' (duration: 303.109957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.513986Z","caller":"traceutil/trace.go:171","msg":"trace[983619381] transaction","detail":"{read_only:false; response_revision:6830; number_of_response:1; }","duration":"385.930395ms","start":"2026-03-31T22:36:38.12801Z","end":"2026-03-31T22:36:38.513941Z","steps":["trace[983619381] 'process raft request' (duration: 363.416367ms)","trace[983619381] 'compare' (duration: 22.17622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:38.514032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.734104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:38.514112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.684865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T22:36:38.514124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.982855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T22:36:38.514148Z","caller":"traceutil/trace.go:171","msg":"trace[832855100] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6831; }","duration":"199.767537ms","start":"2026-03-31T22:36:38.31437Z","end":"2026-03-31T22:36:38.514137Z","steps":["trace[832855100] 'agreement among raft nodes before linearized reading' (duration: 199.621893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.514181Z","caller":"traceutil/trace.go:171","msg":"trace[1291247114] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8062c261-f999-4b19-a195-5a6dc60f1d69; range_end:; response_count:1; response_revision:6831; }","duration":"397.082767ms","start":"2026-03-31T22:36:38.117082Z","end":"2026-03-31T22:36:38.514165Z","steps":["trace[1291247114] 'agreement among raft nodes before linearized reading' (duration: 396.81246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.514179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.127986Z","time spent":"386.084358ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17008,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:38.514232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.782276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:38.514133Z","caller":"traceutil/trace.go:171","msg":"trace[925624771] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6831; }","duration":"339.896388ms","start":"2026-03-31T22:36:38.174203Z","end":"2026-03-31T22:36:38.514099Z","steps":["trace[925624771] 'agreement among raft nodes before linearized reading' (duration: 339.668072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:38.514263Z","caller":"traceutil/trace.go:171","msg":"trace[1433804523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6831; }","duration":"312.855257ms","start":"2026-03-31T22:36:38.201402Z","end":"2026-03-31T22:36:38.514257Z","steps":["trace[1433804523] 'agreement among raft nodes before linearized reading' (duration: 312.756995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.514279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.018807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-31T22:36:38.514238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.117065Z","time spent":"397.161619ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" "} {"level":"warn","ts":"2026-03-31T22:36:38.514292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.174173Z","time spent":"340.100672ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:38.514309Z","caller":"traceutil/trace.go:171","msg":"trace[119918599] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6831; }","duration":"202.078908ms","start":"2026-03-31T22:36:38.312223Z","end":"2026-03-31T22:36:38.514302Z","steps":["trace[119918599] 'agreement among raft nodes before linearized reading' (duration: 201.676408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.514286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.201383Z","time spent":"312.898318ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:36:38.514685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.21059Z","time spent":"303.554338ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:39.390984Z","caller":"traceutil/trace.go:171","msg":"trace[1067084066] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"870.170768ms","start":"2026-03-31T22:36:38.520793Z","end":"2026-03-31T22:36:39.390964Z","steps":["trace[1067084066] 'process raft request' (duration: 870.008765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:39.391116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.520772Z","time spent":"870.276321ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:39.391288Z","caller":"traceutil/trace.go:171","msg":"trace[1738370992] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"870.455895ms","start":"2026-03-31T22:36:38.520803Z","end":"2026-03-31T22:36:39.391259Z","steps":["trace[1738370992] 'process raft request' (duration: 870.130357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:39.391425Z","caller":"traceutil/trace.go:171","msg":"trace[855499982] linearizableReadLoop","detail":"{readStateIndex:7104; appliedIndex:7101; }","duration":"870.555457ms","start":"2026-03-31T22:36:38.520854Z","end":"2026-03-31T22:36:39.391409Z","steps":["trace[855499982] 'read index received' (duration: 51.121613ms)","trace[855499982] 'applied index is now lower than readState.Index' (duration: 819.432774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:39.391459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.520787Z","time spent":"870.608108ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:39.391472Z","caller":"traceutil/trace.go:171","msg":"trace[59078775] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"862.169848ms","start":"2026-03-31T22:36:38.529269Z","end":"2026-03-31T22:36:39.391438Z","steps":["trace[59078775] 'process raft request' (duration: 861.967393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:39.391517Z","caller":"traceutil/trace.go:171","msg":"trace[870423385] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"862.233389ms","start":"2026-03-31T22:36:38.529271Z","end":"2026-03-31T22:36:39.391505Z","steps":["trace[870423385] 'process raft request' (duration: 862.085846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:39.39146Z","caller":"traceutil/trace.go:171","msg":"trace[1276702768] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"870.292061ms","start":"2026-03-31T22:36:38.52109Z","end":"2026-03-31T22:36:39.391382Z","steps":["trace[1276702768] 'process raft request' (duration: 870.054386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:39.391581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.529255Z","time spent":"862.293351ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15331,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:39.391616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.529257Z","time spent":"862.290911ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:39.391738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.075088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T22:36:39.391761Z","caller":"traceutil/trace.go:171","msg":"trace[878943723] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6837; }","duration":"871.14127ms","start":"2026-03-31T22:36:38.520613Z","end":"2026-03-31T22:36:39.391754Z","steps":["trace[878943723] 'agreement among raft nodes before linearized reading' (duration: 871.020407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:39.391801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.52059Z","time spent":"871.195621ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-31T22:36:39.391798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.521075Z","time spent":"870.555997ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:39.892559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:40.393669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:40.893833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:41.394574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751223918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:41.453671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:36:41.453776Z","caller":"traceutil/trace.go:171","msg":"trace[550484183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330179s","start":"2026-03-31T22:36:39.453428Z","end":"2026-03-31T22:36:41.453758Z","steps":["trace[550484183] 'agreement among raft nodes before linearized reading' (duration: 2.000208467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.453832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.453412Z","time spent":"2.000406452s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:36:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:36:41.472981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.082299309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:36:41.473859Z","caller":"traceutil/trace.go:171","msg":"trace[1511466091] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"2.172748949s","start":"2026-03-31T22:36:39.301054Z","end":"2026-03-31T22:36:41.473803Z","steps":["trace[1511466091] 'process raft request' (duration: 2.172410742s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:41.474334Z","caller":"traceutil/trace.go:171","msg":"trace[1768885417] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"2.154710532s","start":"2026-03-31T22:36:39.319592Z","end":"2026-03-31T22:36:41.474303Z","steps":["trace[1768885417] 'process raft request' (duration: 2.154558128s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:41.474379Z","caller":"traceutil/trace.go:171","msg":"trace[1432590300] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"2.154699042s","start":"2026-03-31T22:36:39.31957Z","end":"2026-03-31T22:36:41.474269Z","steps":["trace[1432590300] 'process raft request' (duration: 2.15415508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.474509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.319573Z","time spent":"2.154819265s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:41.474587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.319547Z","time spent":"2.154920736s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:41.474191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.301028Z","time spent":"2.172952784s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.93722Z","caller":"traceutil/trace.go:171","msg":"trace[1721492213] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"2.539769747s","start":"2026-03-31T22:36:39.397412Z","end":"2026-03-31T22:36:41.937182Z","steps":["trace[1721492213] 'process raft request' (duration: 2.539354898s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:41.937287Z","caller":"traceutil/trace.go:171","msg":"trace[1864532661] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"2.539805259s","start":"2026-03-31T22:36:39.397435Z","end":"2026-03-31T22:36:41.93724Z","steps":["trace[1864532661] 'process raft request' (duration: 2.539608663s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:41.937483Z","caller":"traceutil/trace.go:171","msg":"trace[1372105901] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"2.539509842s","start":"2026-03-31T22:36:39.397938Z","end":"2026-03-31T22:36:41.937448Z","steps":["trace[1372105901] 'process raft request' (duration: 2.539163983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.937488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.397415Z","time spent":"2.539965503s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:41.937631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.397931Z","time spent":"2.539596344s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.937961Z","caller":"traceutil/trace.go:171","msg":"trace[1648131213] transaction","detail":"{read_only:false; response_revision:6844; number_of_response:1; }","duration":"2.539946162s","start":"2026-03-31T22:36:39.397993Z","end":"2026-03-31T22:36:41.93794Z","steps":["trace[1648131213] 'process raft request' (duration: 2.53942346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.938099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.397985Z","time spent":"2.540036144s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.938229Z","caller":"traceutil/trace.go:171","msg":"trace[1024697892] linearizableReadLoop","detail":"{readStateIndex:7115; appliedIndex:7107; }","duration":"2.546737865s","start":"2026-03-31T22:36:39.391469Z","end":"2026-03-31T22:36:41.938207Z","steps":["trace[1024697892] 'read index received' (duration: 2.08191845s)","trace[1024697892] 'applied index is now lower than readState.Index' (duration: 464.816855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:41.938264Z","caller":"traceutil/trace.go:171","msg":"trace[168373863] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"1.417428942s","start":"2026-03-31T22:36:40.520817Z","end":"2026-03-31T22:36:41.938246Z","steps":["trace[168373863] 'process raft request' (duration: 1.417019063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.938352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.520784Z","time spent":"1.417518654s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:41.938412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245863265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:41.938475Z","caller":"traceutil/trace.go:171","msg":"trace[1493589489] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6845; }","duration":"3.245974257s","start":"2026-03-31T22:36:38.692481Z","end":"2026-03-31T22:36:41.938456Z","steps":["trace[1493589489] 'agreement among raft nodes before linearized reading' (duration: 3.245839524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.938439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344312015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:41.938529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.692461Z","time spent":"3.246053919s","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:41.938538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.397392Z","time spent":"2.540001583s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.938565Z","caller":"traceutil/trace.go:171","msg":"trace[1099065235] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6845; }","duration":"3.344480809s","start":"2026-03-31T22:36:38.59405Z","end":"2026-03-31T22:36:41.938531Z","steps":["trace[1099065235] 'agreement among raft nodes before linearized reading' (duration: 3.344278405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.938638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:38.594031Z","time spent":"3.344592101s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:36:42.089911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.803527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:36:42.090107Z","caller":"traceutil/trace.go:171","msg":"trace[1746523711] linearizableReadLoop","detail":"{readStateIndex:7116; appliedIndex:7115; }","duration":"151.742792ms","start":"2026-03-31T22:36:41.938278Z","end":"2026-03-31T22:36:42.090021Z","steps":["trace[1746523711] 'read index received' (duration: 6.790822ms)","trace[1746523711] 'applied index is now lower than readState.Index' (duration: 144.94907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:42.091234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.708984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:42.091238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210617823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:42.091342Z","caller":"traceutil/trace.go:171","msg":"trace[1883308266] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6845; }","duration":"840.871358ms","start":"2026-03-31T22:36:41.250445Z","end":"2026-03-31T22:36:42.091316Z","steps":["trace[1883308266] 'agreement among raft nodes before linearized reading' (duration: 840.655902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.091368Z","caller":"traceutil/trace.go:171","msg":"trace[319125134] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6845; }","duration":"2.210839199s","start":"2026-03-31T22:36:39.880503Z","end":"2026-03-31T22:36:42.091342Z","steps":["trace[319125134] 'agreement among raft nodes before linearized reading' (duration: 2.210553352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974837195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:36:42.091412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.250429Z","time spent":"840.96151ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:42.091439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.880484Z","time spent":"2.210944261s","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:42.091446Z","caller":"traceutil/trace.go:171","msg":"trace[276630218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6845; }","duration":"1.974939757s","start":"2026-03-31T22:36:40.116489Z","end":"2026-03-31T22:36:42.091429Z","steps":["trace[276630218] 'agreement among raft nodes before linearized reading' (duration: 1.97467875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973749351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:42.091428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422258011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:42.091547Z","caller":"traceutil/trace.go:171","msg":"trace[602143177] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6845; }","duration":"1.422542547s","start":"2026-03-31T22:36:40.66899Z","end":"2026-03-31T22:36:42.091532Z","steps":["trace[602143177] 'agreement among raft nodes before linearized reading' (duration: 1.422353913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971829487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:42.091615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.668941Z","time spent":"1.42265184s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:42.09163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491136741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:42.091608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.725634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:42.091633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.987153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:42.091673Z","caller":"traceutil/trace.go:171","msg":"trace[1926995880] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6845; }","duration":"2.491228753s","start":"2026-03-31T22:36:39.600431Z","end":"2026-03-31T22:36:42.09166Z","steps":["trace[1926995880] 'agreement among raft nodes before linearized reading' (duration: 2.491154602s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.091669Z","caller":"traceutil/trace.go:171","msg":"trace[107449546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:6845; }","duration":"1.972215016s","start":"2026-03-31T22:36:40.119425Z","end":"2026-03-31T22:36:42.09164Z","steps":["trace[107449546] 'agreement among raft nodes before linearized reading' (duration: 1.971613651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19756003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:36:42.091723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.600409Z","time spent":"2.491301475s","remote":"127.0.0.1:57216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:42.09176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.893088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:42.091551Z","caller":"traceutil/trace.go:171","msg":"trace[1778426401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6845; }","duration":"1.973887833s","start":"2026-03-31T22:36:40.117641Z","end":"2026-03-31T22:36:42.091529Z","steps":["trace[1778426401] 'agreement among raft nodes before linearized reading' (duration: 1.973556805s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.091782Z","caller":"traceutil/trace.go:171","msg":"trace[827575530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6845; }","duration":"2.197670132s","start":"2026-03-31T22:36:39.894095Z","end":"2026-03-31T22:36:42.091765Z","steps":["trace[827575530] 'agreement among raft nodes before linearized reading' (duration: 2.19717246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47762122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:42.091813Z","caller":"traceutil/trace.go:171","msg":"trace[1714506167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6845; }","duration":"637.97011ms","start":"2026-03-31T22:36:41.453827Z","end":"2026-03-31T22:36:42.091797Z","steps":["trace[1714506167] 'agreement among raft nodes before linearized reading' (duration: 637.889219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.091852Z","caller":"traceutil/trace.go:171","msg":"trace[1342550683] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6845; }","duration":"1.477697172s","start":"2026-03-31T22:36:40.614142Z","end":"2026-03-31T22:36:42.091839Z","steps":["trace[1342550683] 'agreement among raft nodes before linearized reading' (duration: 1.47761409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.117635Z","time spent":"1.97419043s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:42.091869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.894086Z","time spent":"2.197768834s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:36:42.091861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855413882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:42.091904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.614126Z","time spent":"1.477763573s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:42.091497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.116472Z","time spent":"1.975013438s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:36:42.091991Z","caller":"traceutil/trace.go:171","msg":"trace[17568575] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6845; }","duration":"1.855491894s","start":"2026-03-31T22:36:40.236427Z","end":"2026-03-31T22:36:42.091919Z","steps":["trace[17568575] 'agreement among raft nodes before linearized reading' (duration: 1.855351481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974527708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:36:42.092055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.236388Z","time spent":"1.855650937s","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:42.091716Z","caller":"traceutil/trace.go:171","msg":"trace[1397125789] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6845; }","duration":"148.879618ms","start":"2026-03-31T22:36:41.942812Z","end":"2026-03-31T22:36:42.091692Z","steps":["trace[1397125789] 'agreement among raft nodes before linearized reading' (duration: 148.707974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.09174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.119414Z","time spent":"1.972310838s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:36:42.09207Z","caller":"traceutil/trace.go:171","msg":"trace[1519648326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6845; }","duration":"1.974652781s","start":"2026-03-31T22:36:40.117399Z","end":"2026-03-31T22:36:42.092052Z","steps":["trace[1519648326] 'agreement among raft nodes before linearized reading' (duration: 1.974339574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.091261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.646422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:42.091862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.453812Z","time spent":"638.041082ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:36:42.092201Z","caller":"traceutil/trace.go:171","msg":"trace[2145791461] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6845; }","duration":"462.590044ms","start":"2026-03-31T22:36:41.629584Z","end":"2026-03-31T22:36:42.092174Z","steps":["trace[2145791461] 'agreement among raft nodes before linearized reading' (duration: 461.608831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.091711Z","caller":"traceutil/trace.go:171","msg":"trace[1258339517] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6845; }","duration":"850.092155ms","start":"2026-03-31T22:36:41.241596Z","end":"2026-03-31T22:36:42.091688Z","steps":["trace[1258339517] 'agreement among raft nodes before linearized reading' (duration: 849.88234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.092358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.010914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:42.092389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.629522Z","time spent":"462.774038ms","remote":"127.0.0.1:57230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:42.092424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.241579Z","time spent":"850.822312ms","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:42.092582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974538199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:36:42.092122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.117386Z","time spent":"1.974727412s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:42.092621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973602877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:36:42.092645Z","caller":"traceutil/trace.go:171","msg":"trace[988710434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6845; }","duration":"1.974668591s","start":"2026-03-31T22:36:40.117962Z","end":"2026-03-31T22:36:42.09263Z","steps":["trace[988710434] 'agreement among raft nodes before linearized reading' (duration: 1.974521728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.092697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.117939Z","time spent":"1.974749803s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:36:42.092698Z","caller":"traceutil/trace.go:171","msg":"trace[1592122950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6845; }","duration":"1.97370299s","start":"2026-03-31T22:36:40.118978Z","end":"2026-03-31T22:36:42.092681Z","steps":["trace[1592122950] 'agreement among raft nodes before linearized reading' (duration: 1.973481465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.092438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675841816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112122"} {"level":"warn","ts":"2026-03-31T22:36:42.092718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.36103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:42.092757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.118969Z","time spent":"1.973769891s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:36:42.092777Z","caller":"traceutil/trace.go:171","msg":"trace[1844529314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6845; }","duration":"138.461943ms","start":"2026-03-31T22:36:41.954298Z","end":"2026-03-31T22:36:42.092759Z","steps":["trace[1844529314] 'agreement among raft nodes before linearized reading' (duration: 138.361991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.092774Z","caller":"traceutil/trace.go:171","msg":"trace[674940350] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6845; }","duration":"2.676165634s","start":"2026-03-31T22:36:39.416586Z","end":"2026-03-31T22:36:42.092752Z","steps":["trace[674940350] 'agreement among raft nodes before linearized reading' (duration: 2.675620371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.092662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694523948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:42.092952Z","caller":"traceutil/trace.go:171","msg":"trace[1928848249] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6845; }","duration":"2.694892776s","start":"2026-03-31T22:36:39.398028Z","end":"2026-03-31T22:36:42.092921Z","steps":["trace[1928848249] 'agreement among raft nodes before linearized reading' (duration: 2.693405953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.092434Z","caller":"traceutil/trace.go:171","msg":"trace[189691244] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6845; }","duration":"150.084766ms","start":"2026-03-31T22:36:41.942323Z","end":"2026-03-31T22:36:42.092408Z","steps":["trace[189691244] 'agreement among raft nodes before linearized reading' (duration: 149.949823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.092866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.416554Z","time spent":"2.676285937s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112144,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T22:36:42.093133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.397984Z","time spent":"2.695096561s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:36:42.093359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.111956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:42.09341Z","caller":"traceutil/trace.go:171","msg":"trace[1053809578] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6845; }","duration":"631.210898ms","start":"2026-03-31T22:36:41.462186Z","end":"2026-03-31T22:36:42.093397Z","steps":["trace[1053809578] 'agreement among raft nodes before linearized reading' (duration: 631.130886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.093458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.462155Z","time spent":"631.293889ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:42.271135Z","caller":"traceutil/trace.go:171","msg":"trace[1350625964] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"170.582938ms","start":"2026-03-31T22:36:42.100532Z","end":"2026-03-31T22:36:42.271115Z","steps":["trace[1350625964] 'process raft request' (duration: 114.401841ms)","trace[1350625964] 'compare' (duration: 56.000763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:42.271423Z","caller":"traceutil/trace.go:171","msg":"trace[1525117548] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"170.772953ms","start":"2026-03-31T22:36:42.100623Z","end":"2026-03-31T22:36:42.271396Z","steps":["trace[1525117548] 'process raft request' (duration: 170.461816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.271461Z","caller":"traceutil/trace.go:171","msg":"trace[1756928501] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"170.800133ms","start":"2026-03-31T22:36:42.100644Z","end":"2026-03-31T22:36:42.271444Z","steps":["trace[1756928501] 'process raft request' (duration: 170.66366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.271607Z","caller":"traceutil/trace.go:171","msg":"trace[1928974357] transaction","detail":"{read_only:false; response_revision:6851; number_of_response:1; }","duration":"170.315982ms","start":"2026-03-31T22:36:42.101283Z","end":"2026-03-31T22:36:42.271599Z","steps":["trace[1928974357] 'process raft request' (duration: 170.144148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.271621Z","caller":"traceutil/trace.go:171","msg":"trace[2037857318] linearizableReadLoop","detail":"{readStateIndex:7119; appliedIndex:7117; }","duration":"170.947976ms","start":"2026-03-31T22:36:42.100657Z","end":"2026-03-31T22:36:42.271605Z","steps":["trace[2037857318] 'read index received' (duration: 33.437734ms)","trace[2037857318] 'applied index is now lower than readState.Index' (duration: 137.509092ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:42.271749Z","caller":"traceutil/trace.go:171","msg":"trace[1335127749] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"170.906225ms","start":"2026-03-31T22:36:42.100787Z","end":"2026-03-31T22:36:42.271693Z","steps":["trace[1335127749] 'process raft request' (duration: 170.599258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.27192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.241293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19669"} {"level":"warn","ts":"2026-03-31T22:36:42.271955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.952635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a20df970afb43c\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-31T22:36:42.271764Z","caller":"traceutil/trace.go:171","msg":"trace[93933151] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"169.709168ms","start":"2026-03-31T22:36:42.102034Z","end":"2026-03-31T22:36:42.271743Z","steps":["trace[93933151] 'process raft request' (duration: 169.469053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.27201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.054689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81789"} {"level":"info","ts":"2026-03-31T22:36:42.272035Z","caller":"traceutil/trace.go:171","msg":"trace[314398796] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"166.360542ms","start":"2026-03-31T22:36:42.105662Z","end":"2026-03-31T22:36:42.272022Z","steps":["trace[314398796] 'process raft request' (duration: 165.881222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.272067Z","caller":"traceutil/trace.go:171","msg":"trace[122004168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6853; }","duration":"171.1372ms","start":"2026-03-31T22:36:42.100919Z","end":"2026-03-31T22:36:42.272056Z","steps":["trace[122004168] 'agreement among raft nodes before linearized reading' (duration: 170.896245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.27198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.737256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-31T22:36:42.27223Z","caller":"traceutil/trace.go:171","msg":"trace[774422443] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6853; }","duration":"169.008792ms","start":"2026-03-31T22:36:42.103213Z","end":"2026-03-31T22:36:42.272222Z","steps":["trace[774422443] 'agreement among raft nodes before linearized reading' (duration: 168.606973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.271987Z","caller":"traceutil/trace.go:171","msg":"trace[907202407] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a20df970afb43c; range_end:; response_count:1; response_revision:6853; }","duration":"170.031335ms","start":"2026-03-31T22:36:42.101944Z","end":"2026-03-31T22:36:42.271975Z","steps":["trace[907202407] 'agreement among raft nodes before linearized reading' (duration: 169.935873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:42.271967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.081677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:42.27252Z","caller":"traceutil/trace.go:171","msg":"trace[1887994099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6853; }","duration":"170.66444ms","start":"2026-03-31T22:36:42.101844Z","end":"2026-03-31T22:36:42.272508Z","steps":["trace[1887994099] 'agreement among raft nodes before linearized reading' (duration: 170.080557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.271987Z","caller":"traceutil/trace.go:171","msg":"trace[1624196205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6853; }","duration":"171.348725ms","start":"2026-03-31T22:36:42.100622Z","end":"2026-03-31T22:36:42.271971Z","steps":["trace[1624196205] 'agreement among raft nodes before linearized reading' (duration: 171.155381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.58144Z","caller":"traceutil/trace.go:171","msg":"trace[1191690238] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"262.742046ms","start":"2026-03-31T22:36:42.318677Z","end":"2026-03-31T22:36:42.581419Z","steps":["trace[1191690238] 'process raft request' (duration: 262.612183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.581491Z","caller":"traceutil/trace.go:171","msg":"trace[339464768] linearizableReadLoop","detail":"{readStateIndex:7126; appliedIndex:7126; }","duration":"262.361867ms","start":"2026-03-31T22:36:42.319094Z","end":"2026-03-31T22:36:42.581456Z","steps":["trace[339464768] 'read index received' (duration: 262.348747ms)","trace[339464768] 'applied index is now lower than readState.Index' (duration: 10.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:42.581787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.652125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T22:36:42.581823Z","caller":"traceutil/trace.go:171","msg":"trace[1116895448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6855; }","duration":"262.742026ms","start":"2026-03-31T22:36:42.31907Z","end":"2026-03-31T22:36:42.581812Z","steps":["trace[1116895448] 'agreement among raft nodes before linearized reading' (duration: 262.501241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.586925Z","caller":"traceutil/trace.go:171","msg":"trace[1908493201] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"266.576112ms","start":"2026-03-31T22:36:42.320335Z","end":"2026-03-31T22:36:42.586911Z","steps":["trace[1908493201] 'process raft request' (duration: 266.403039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:47.663005Z","caller":"traceutil/trace.go:171","msg":"trace[803356257] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"154.71673ms","start":"2026-03-31T22:36:47.508259Z","end":"2026-03-31T22:36:47.662976Z","steps":["trace[803356257] 'process raft request' (duration: 154.345581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:54.045725Z","caller":"traceutil/trace.go:171","msg":"trace[290429672] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"116.12805ms","start":"2026-03-31T22:36:53.929542Z","end":"2026-03-31T22:36:54.045671Z","steps":["trace[290429672] 'process raft request' (duration: 115.773332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:54.067809Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4126} {"level":"info","ts":"2026-03-31T22:36:54.208679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4126,"took":"139.113778ms","hash":3525993790,"current-db-size-bytes":34516992,"current-db-size":"34 MB","current-db-size-in-use-bytes":30466048,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T22:36:54.208756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3525993790,"revision":4126,"compact-revision":2406} {"level":"info","ts":"2026-03-31T22:37:16.559295Z","caller":"traceutil/trace.go:171","msg":"trace[293341924] linearizableReadLoop","detail":"{readStateIndex:7436; appliedIndex:7435; }","duration":"195.064144ms","start":"2026-03-31T22:37:16.364214Z","end":"2026-03-31T22:37:16.559278Z","steps":["trace[293341924] 'read index received' (duration: 194.601974ms)","trace[293341924] 'applied index is now lower than readState.Index' (duration: 459.98µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:16.559353Z","caller":"traceutil/trace.go:171","msg":"trace[1582212289] transaction","detail":"{read_only:false; response_revision:7157; number_of_response:1; }","duration":"432.126549ms","start":"2026-03-31T22:37:16.127191Z","end":"2026-03-31T22:37:16.559318Z","steps":["trace[1582212289] 'process raft request' (duration: 431.673659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:16.559597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.392013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:37:16.559595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.899057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:37:16.559595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:16.127171Z","time spent":"432.266733ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:16.559662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.36732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:16.55966Z","caller":"traceutil/trace.go:171","msg":"trace[1383288987] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7157; }","duration":"158.029849ms","start":"2026-03-31T22:37:16.401612Z","end":"2026-03-31T22:37:16.559642Z","steps":["trace[1383288987] 'agreement among raft nodes before linearized reading' (duration: 157.863036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:16.55968Z","caller":"traceutil/trace.go:171","msg":"trace[442263147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7157; }","duration":"105.407841ms","start":"2026-03-31T22:37:16.454269Z","end":"2026-03-31T22:37:16.559677Z","steps":["trace[442263147] 'agreement among raft nodes before linearized reading' (duration: 105.377341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:16.559626Z","caller":"traceutil/trace.go:171","msg":"trace[1488957333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7157; }","duration":"195.458355ms","start":"2026-03-31T22:37:16.36416Z","end":"2026-03-31T22:37:16.559619Z","steps":["trace[1488957333] 'agreement among raft nodes before linearized reading' (duration: 195.210839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:16.560408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.84164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T22:37:16.560469Z","caller":"traceutil/trace.go:171","msg":"trace[1752120530] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7157; }","duration":"140.943803ms","start":"2026-03-31T22:37:16.41951Z","end":"2026-03-31T22:37:16.560454Z","steps":["trace[1752120530] 'agreement among raft nodes before linearized reading' (duration: 140.742478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:25.5542Z","caller":"traceutil/trace.go:171","msg":"trace[529013070] transaction","detail":"{read_only:false; response_revision:7218; number_of_response:1; }","duration":"234.013104ms","start":"2026-03-31T22:37:25.320161Z","end":"2026-03-31T22:37:25.554174Z","steps":["trace[529013070] 'process raft request' (duration: 233.839621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:26.678676Z","caller":"traceutil/trace.go:171","msg":"trace[16580796] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"159.820159ms","start":"2026-03-31T22:37:26.518836Z","end":"2026-03-31T22:37:26.678656Z","steps":["trace[16580796] 'process raft request' (duration: 159.677106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.400072Z","caller":"traceutil/trace.go:171","msg":"trace[2070503300] linearizableReadLoop","detail":"{readStateIndex:7504; appliedIndex:7502; }","duration":"795.004973ms","start":"2026-03-31T22:37:26.605041Z","end":"2026-03-31T22:37:27.400046Z","steps":["trace[2070503300] 'read index received' (duration: 73.516391ms)","trace[2070503300] 'applied index is now lower than readState.Index' (duration: 721.487022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:27.400178Z","caller":"traceutil/trace.go:171","msg":"trace[496608553] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"805.693973ms","start":"2026-03-31T22:37:26.594448Z","end":"2026-03-31T22:37:27.400142Z","steps":["trace[496608553] 'process raft request' (duration: 805.459638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.400292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.233438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:37:27.400326Z","caller":"traceutil/trace.go:171","msg":"trace[197574909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7222; }","duration":"795.30482ms","start":"2026-03-31T22:37:26.605012Z","end":"2026-03-31T22:37:27.400316Z","steps":["trace[197574909] 'agreement among raft nodes before linearized reading' (duration: 795.167147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.400336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.734467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:27.400366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.604998Z","time spent":"795.359201ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.59443Z","time spent":"805.842847ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:27.400457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.826846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:37:27.400488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.641689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:37:27.400511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.493293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:37:27.40047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.71113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:37:27.400539Z","caller":"traceutil/trace.go:171","msg":"trace[711364858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7222; }","duration":"787.544125ms","start":"2026-03-31T22:37:26.612987Z","end":"2026-03-31T22:37:27.400531Z","steps":["trace[711364858] 'agreement among raft nodes before linearized reading' (duration: 787.469403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.400549Z","caller":"traceutil/trace.go:171","msg":"trace[1338173489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7222; }","duration":"761.748111ms","start":"2026-03-31T22:37:26.638772Z","end":"2026-03-31T22:37:27.40052Z","steps":["trace[1338173489] 'agreement among raft nodes before linearized reading' (duration: 761.635798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.400554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.738392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:37:27.400571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.612973Z","time spent":"787.593276ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:37:27.40055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.522426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:37:27.40061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.921596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:37:27.400577Z","caller":"traceutil/trace.go:171","msg":"trace[379628445] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:7222; }","duration":"788.855704ms","start":"2026-03-31T22:37:26.611705Z","end":"2026-03-31T22:37:27.400561Z","steps":["trace[379628445] 'agreement among raft nodes before linearized reading' (duration: 788.527616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.400627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.954904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:37:27.400626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.985293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:27.400642Z","caller":"traceutil/trace.go:171","msg":"trace[1812719910] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:7222; }","duration":"744.84152ms","start":"2026-03-31T22:37:26.655537Z","end":"2026-03-31T22:37:27.400379Z","steps":["trace[1812719910] 'agreement among raft nodes before linearized reading' (duration: 744.738057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.400652Z","caller":"traceutil/trace.go:171","msg":"trace[479073043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7222; }","duration":"761.975987ms","start":"2026-03-31T22:37:26.638664Z","end":"2026-03-31T22:37:27.40064Z","steps":["trace[479073043] 'agreement among raft nodes before linearized reading' (duration: 761.881415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.400646Z","caller":"traceutil/trace.go:171","msg":"trace[1276953682] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7222; }","duration":"366.70533ms","start":"2026-03-31T22:37:27.033922Z","end":"2026-03-31T22:37:27.400628Z","steps":["trace[1276953682] 'agreement among raft nodes before linearized reading' (duration: 366.473245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.400665Z","caller":"traceutil/trace.go:171","msg":"trace[1719259557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7222; }","duration":"788.014195ms","start":"2026-03-31T22:37:26.612642Z","end":"2026-03-31T22:37:27.400656Z","steps":["trace[1719259557] 'agreement among raft nodes before linearized reading' (duration: 787.884932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.400521Z","caller":"traceutil/trace.go:171","msg":"trace[913147902] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7222; }","duration":"762.922518ms","start":"2026-03-31T22:37:26.637579Z","end":"2026-03-31T22:37:27.400502Z","steps":["trace[913147902] 'agreement among raft nodes before linearized reading' (duration: 762.749574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.400685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.638657Z","time spent":"762.020749ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:37:27.400677Z","caller":"traceutil/trace.go:171","msg":"trace[1550329165] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7222; }","duration":"745.082715ms","start":"2026-03-31T22:37:26.655582Z","end":"2026-03-31T22:37:27.400665Z","steps":["trace[1550329165] 'agreement among raft nodes before linearized reading' (duration: 744.982983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.400694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.612633Z","time spent":"788.053377ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.611686Z","time spent":"788.967327ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.033901Z","time spent":"366.788012ms","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:37:27.40069Z","caller":"traceutil/trace.go:171","msg":"trace[168940500] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:7222; }","duration":"595.901966ms","start":"2026-03-31T22:37:26.804738Z","end":"2026-03-31T22:37:27.40064Z","steps":["trace[168940500] 'agreement among raft nodes before linearized reading' (duration: 595.572759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.400714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.637566Z","time spent":"763.138374ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.655562Z","time spent":"745.152877ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.63875Z","time spent":"761.833203ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.655518Z","time spent":"745.152707ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.804719Z","time spent":"596.06083ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:37:27.400972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.458386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-31T22:37:27.401106Z","caller":"traceutil/trace.go:171","msg":"trace[1109969398] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:7222; }","duration":"742.607049ms","start":"2026-03-31T22:37:26.658479Z","end":"2026-03-31T22:37:27.401086Z","steps":["trace[1109969398] 'agreement among raft nodes before linearized reading' (duration: 742.006325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.401256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.65847Z","time spent":"742.767464ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-31T22:37:27.897306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.983091ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-31T22:37:27.897413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.401786Z","time spent":"495.623933ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:37:27.940674Z","caller":"traceutil/trace.go:171","msg":"trace[840136960] transaction","detail":"{read_only:false; response_revision:7224; number_of_response:1; }","duration":"534.631964ms","start":"2026-03-31T22:37:27.406014Z","end":"2026-03-31T22:37:27.940646Z","steps":["trace[840136960] 'process raft request' (duration: 534.45391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.940779Z","caller":"traceutil/trace.go:171","msg":"trace[1721350744] linearizableReadLoop","detail":"{readStateIndex:7509; appliedIndex:7504; }","duration":"534.122801ms","start":"2026-03-31T22:37:27.406645Z","end":"2026-03-31T22:37:27.940768Z","steps":["trace[1721350744] 'read index received' (duration: 106.68352ms)","trace[1721350744] 'applied index is now lower than readState.Index' (duration: 427.438701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:27.940759Z","caller":"traceutil/trace.go:171","msg":"trace[1759940482] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"534.803597ms","start":"2026-03-31T22:37:27.405918Z","end":"2026-03-31T22:37:27.940722Z","steps":["trace[1759940482] 'process raft request' (duration: 534.333467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.940842Z","caller":"traceutil/trace.go:171","msg":"trace[1274049319] transaction","detail":"{read_only:false; response_revision:7227; number_of_response:1; }","duration":"533.717163ms","start":"2026-03-31T22:37:27.407116Z","end":"2026-03-31T22:37:27.940833Z","steps":["trace[1274049319] 'process raft request' (duration: 533.59723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.940841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.405993Z","time spent":"534.768987ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:27.940894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.407109Z","time spent":"533.752923ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:27.94086Z","caller":"traceutil/trace.go:171","msg":"trace[1626246771] transaction","detail":"{read_only:false; response_revision:7226; number_of_response:1; }","duration":"534.283765ms","start":"2026-03-31T22:37:27.40654Z","end":"2026-03-31T22:37:27.940824Z","steps":["trace[1626246771] 'process raft request' (duration: 534.130241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.940923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.405894Z","time spent":"534.941431ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:27.940938Z","caller":"traceutil/trace.go:171","msg":"trace[2088636497] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"534.398717ms","start":"2026-03-31T22:37:27.406497Z","end":"2026-03-31T22:37:27.940896Z","steps":["trace[2088636497] 'process raft request' (duration: 534.101211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.940965Z","caller":"traceutil/trace.go:171","msg":"trace[557206772] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"533.696942ms","start":"2026-03-31T22:37:27.407207Z","end":"2026-03-31T22:37:27.940904Z","steps":["trace[557206772] 'process raft request' (duration: 533.534699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.941037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.406535Z","time spent":"534.420408ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:27.941107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.406489Z","time spent":"534.53091ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:27.941117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.407202Z","time spent":"533.832635ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:27.941259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.604512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101660"} {"level":"info","ts":"2026-03-31T22:37:27.94131Z","caller":"traceutil/trace.go:171","msg":"trace[1022963214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:7228; }","duration":"534.670063ms","start":"2026-03-31T22:37:27.406626Z","end":"2026-03-31T22:37:27.941296Z","steps":["trace[1022963214] 'agreement among raft nodes before linearized reading' (duration: 534.341266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.941349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.406618Z","time spent":"534.720376ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101682,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:37:27.964333Z","caller":"traceutil/trace.go:171","msg":"trace[1969204931] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"226.787442ms","start":"2026-03-31T22:37:27.737522Z","end":"2026-03-31T22:37:27.96431Z","steps":["trace[1969204931] 'process raft request' (duration: 226.560396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.964444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.931791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:37:27.964494Z","caller":"traceutil/trace.go:171","msg":"trace[164118766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7230; }","duration":"357.023823ms","start":"2026-03-31T22:37:27.607458Z","end":"2026-03-31T22:37:27.964481Z","steps":["trace[164118766] 'agreement among raft nodes before linearized reading' (duration: 356.833299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.964537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:27.607439Z","time spent":"357.089974ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:37:37.742651Z","caller":"traceutil/trace.go:171","msg":"trace[799335645] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"308.354143ms","start":"2026-03-31T22:37:37.434271Z","end":"2026-03-31T22:37:37.742625Z","steps":["trace[799335645] 'process raft request' (duration: 308.20587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:37.742839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:37.434251Z","time spent":"308.474446ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:42.793786Z","caller":"traceutil/trace.go:171","msg":"trace[370802610] transaction","detail":"{read_only:false; response_revision:7331; number_of_response:1; }","duration":"562.461681ms","start":"2026-03-31T22:37:42.231302Z","end":"2026-03-31T22:37:42.793764Z","steps":["trace[370802610] 'process raft request' (duration: 562.330008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:42.793908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:42.231279Z","time spent":"562.566284ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7276,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:42.907196Z","caller":"traceutil/trace.go:171","msg":"trace[1942924571] linearizableReadLoop","detail":"{readStateIndex:7617; appliedIndex:7615; }","duration":"453.789398ms","start":"2026-03-31T22:37:42.453379Z","end":"2026-03-31T22:37:42.907168Z","steps":["trace[1942924571] 'read index received' (duration: 340.262083ms)","trace[1942924571] 'applied index is now lower than readState.Index' (duration: 113.525965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:42.9074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.005803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:42.907455Z","caller":"traceutil/trace.go:171","msg":"trace[502766642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7332; }","duration":"454.114966ms","start":"2026-03-31T22:37:42.453325Z","end":"2026-03-31T22:37:42.90744Z","steps":["trace[502766642] 'agreement among raft nodes before linearized reading' (duration: 453.990183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:42.907503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:42.453304Z","time spent":"454.184577ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:37:42.90777Z","caller":"traceutil/trace.go:171","msg":"trace[1261100825] transaction","detail":"{read_only:false; response_revision:7332; number_of_response:1; }","duration":"673.731915ms","start":"2026-03-31T22:37:42.234017Z","end":"2026-03-31T22:37:42.907749Z","steps":["trace[1261100825] 'process raft request' (duration: 585.962263ms)","trace[1261100825] 'compare' (duration: 87.075116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:42.908037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:42.233998Z","time spent":"673.843208ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:43.111736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.000774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:37:43.112025Z","caller":"traceutil/trace.go:171","msg":"trace[1140096727] linearizableReadLoop","detail":"{readStateIndex:7618; appliedIndex:7617; }","duration":"115.384606ms","start":"2026-03-31T22:37:42.996626Z","end":"2026-03-31T22:37:43.11201Z","steps":["trace[1140096727] 'read index received' (duration: 27.281µs)","trace[1140096727] 'applied index is now lower than readState.Index' (duration: 115.355555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:43.112169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.529919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:37:43.112205Z","caller":"traceutil/trace.go:171","msg":"trace[676095110] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7332; }","duration":"115.59965ms","start":"2026-03-31T22:37:42.996596Z","end":"2026-03-31T22:37:43.112195Z","steps":["trace[676095110] 'agreement among raft nodes before linearized reading' (duration: 115.451747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:43.404767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.554247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:43.404918Z","caller":"traceutil/trace.go:171","msg":"trace[11090046] transaction","detail":"{read_only:false; response_revision:7334; number_of_response:1; }","duration":"231.711712ms","start":"2026-03-31T22:37:43.173182Z","end":"2026-03-31T22:37:43.404893Z","steps":["trace[11090046] 'process raft request' (duration: 50.93946ms)","trace[11090046] 'compare' (duration: 180.421775ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:44.219812Z","caller":"traceutil/trace.go:171","msg":"trace[1316463194] linearizableReadLoop","detail":"{readStateIndex:7622; appliedIndex:7621; }","duration":"193.51789ms","start":"2026-03-31T22:37:44.026271Z","end":"2026-03-31T22:37:44.219789Z","steps":["trace[1316463194] 'read index received' (duration: 193.429218ms)","trace[1316463194] 'applied index is now lower than readState.Index' (duration: 87.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:44.219867Z","caller":"traceutil/trace.go:171","msg":"trace[205677569] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"415.34588ms","start":"2026-03-31T22:37:43.804487Z","end":"2026-03-31T22:37:44.219832Z","steps":["trace[205677569] 'process raft request' (duration: 415.153986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.220033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:43.804454Z","time spent":"415.490303ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:44.220278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.964041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:37:44.220397Z","caller":"traceutil/trace.go:171","msg":"trace[1576141529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7336; }","duration":"194.137535ms","start":"2026-03-31T22:37:44.02623Z","end":"2026-03-31T22:37:44.220367Z","steps":["trace[1576141529] 'agreement among raft nodes before linearized reading' (duration: 193.729855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.264096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.727039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:37:44.26417Z","caller":"traceutil/trace.go:171","msg":"trace[1918771393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7337; }","duration":"179.861042ms","start":"2026-03-31T22:37:44.084293Z","end":"2026-03-31T22:37:44.264155Z","steps":["trace[1918771393] 'agreement among raft nodes before linearized reading' (duration: 179.668137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.264204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.556261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:37:44.264279Z","caller":"traceutil/trace.go:171","msg":"trace[2002598726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7337; }","duration":"162.676554ms","start":"2026-03-31T22:37:44.101584Z","end":"2026-03-31T22:37:44.264261Z","steps":["trace[2002598726] 'agreement among raft nodes before linearized reading' (duration: 162.435019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.264472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.754149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:37:44.264497Z","caller":"traceutil/trace.go:171","msg":"trace[843588157] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7337; }","duration":"171.790959ms","start":"2026-03-31T22:37:44.092698Z","end":"2026-03-31T22:37:44.264489Z","steps":["trace[843588157] 'agreement among raft nodes before linearized reading' (duration: 171.725308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.264604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.627858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:37:44.264635Z","caller":"traceutil/trace.go:171","msg":"trace[158019345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:7337; }","duration":"172.692169ms","start":"2026-03-31T22:37:44.091935Z","end":"2026-03-31T22:37:44.264627Z","steps":["trace[158019345] 'agreement among raft nodes before linearized reading' (duration: 172.618558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.264767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.561521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:37:44.264868Z","caller":"traceutil/trace.go:171","msg":"trace[173345544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7337; }","duration":"178.734305ms","start":"2026-03-31T22:37:44.086113Z","end":"2026-03-31T22:37:44.264847Z","steps":["trace[173345544] 'agreement among raft nodes before linearized reading' (duration: 178.421868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:44.264881Z","caller":"traceutil/trace.go:171","msg":"trace[1151960325] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"225.184165ms","start":"2026-03-31T22:37:44.039687Z","end":"2026-03-31T22:37:44.264872Z","steps":["trace[1151960325] 'process raft request' (duration: 224.133341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.264851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.92651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:37:44.264943Z","caller":"traceutil/trace.go:171","msg":"trace[1530347456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7337; }","duration":"163.046362ms","start":"2026-03-31T22:37:44.101876Z","end":"2026-03-31T22:37:44.264922Z","steps":["trace[1530347456] 'agreement among raft nodes before linearized reading' (duration: 162.750115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.465797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.199567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:44.465954Z","caller":"traceutil/trace.go:171","msg":"trace[2040657402] transaction","detail":"{read_only:false; response_revision:7338; number_of_response:1; }","duration":"241.576636ms","start":"2026-03-31T22:37:44.224352Z","end":"2026-03-31T22:37:44.465928Z","steps":["trace[2040657402] 'process raft request' (duration: 89.111963ms)","trace[2040657402] 'compare' (duration: 151.866929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:44.516459Z","caller":"traceutil/trace.go:171","msg":"trace[194861729] transaction","detail":"{read_only:false; response_revision:7340; number_of_response:1; }","duration":"246.593279ms","start":"2026-03-31T22:37:44.269829Z","end":"2026-03-31T22:37:44.516422Z","steps":["trace[194861729] 'process raft request' (duration: 246.465796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.517564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.746646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109030"} {"level":"info","ts":"2026-03-31T22:37:44.51764Z","caller":"traceutil/trace.go:171","msg":"trace[514868308] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:7343; }","duration":"247.869439ms","start":"2026-03-31T22:37:44.269756Z","end":"2026-03-31T22:37:44.517625Z","steps":["trace[514868308] 'agreement among raft nodes before linearized reading' (duration: 246.767743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:44.516488Z","caller":"traceutil/trace.go:171","msg":"trace[1398382052] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"247.474398ms","start":"2026-03-31T22:37:44.268954Z","end":"2026-03-31T22:37:44.516428Z","steps":["trace[1398382052] 'process raft request' (duration: 247.188812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:44.518249Z","caller":"traceutil/trace.go:171","msg":"trace[715408965] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"248.068383ms","start":"2026-03-31T22:37:44.270158Z","end":"2026-03-31T22:37:44.518227Z","steps":["trace[715408965] 'process raft request' (duration: 246.1613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:44.516464Z","caller":"traceutil/trace.go:171","msg":"trace[389054696] linearizableReadLoop","detail":"{readStateIndex:7625; appliedIndex:7623; }","duration":"246.65661ms","start":"2026-03-31T22:37:44.26978Z","end":"2026-03-31T22:37:44.516437Z","steps":["trace[389054696] 'read index received' (duration: 43.701487ms)","trace[389054696] 'applied index is now lower than readState.Index' (duration: 202.953303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:44.518675Z","caller":"traceutil/trace.go:171","msg":"trace[1457003481] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"248.473882ms","start":"2026-03-31T22:37:44.270189Z","end":"2026-03-31T22:37:44.518663Z","steps":["trace[1457003481] 'process raft request' (duration: 246.16633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:44.518759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.406571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:44.518894Z","caller":"traceutil/trace.go:171","msg":"trace[1871695569] transaction","detail":"{read_only:false; response_revision:7343; number_of_response:1; }","duration":"248.637396ms","start":"2026-03-31T22:37:44.270235Z","end":"2026-03-31T22:37:44.518872Z","steps":["trace[1871695569] 'process raft request' (duration: 246.157599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:44.518907Z","caller":"traceutil/trace.go:171","msg":"trace[1588154712] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7343; }","duration":"121.594216ms","start":"2026-03-31T22:37:44.397288Z","end":"2026-03-31T22:37:44.518882Z","steps":["trace[1588154712] 'agreement among raft nodes before linearized reading' (duration: 121.373301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:45.250989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.88747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:45.251162Z","caller":"traceutil/trace.go:171","msg":"trace[1153740622] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"336.929409ms","start":"2026-03-31T22:37:44.914213Z","end":"2026-03-31T22:37:45.251143Z","steps":["trace[1153740622] 'process raft request' (duration: 211.805403ms)","trace[1153740622] 'compare' (duration: 124.531202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:45.253113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:44.914191Z","time spent":"338.862273ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:45.706541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.708641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:45.706591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.999503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:45.706572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.509357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:45.706645Z","caller":"traceutil/trace.go:171","msg":"trace[466252549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7345; }","duration":"253.106416ms","start":"2026-03-31T22:37:45.453524Z","end":"2026-03-31T22:37:45.70663Z","steps":["trace[466252549] 'range keys from in-memory index tree' (duration: 252.896061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:45.706643Z","caller":"traceutil/trace.go:171","msg":"trace[283434616] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:7345; }","duration":"265.851874ms","start":"2026-03-31T22:37:45.440771Z","end":"2026-03-31T22:37:45.706623Z","steps":["trace[283434616] 'range keys from in-memory index tree' (duration: 265.623238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:45.706678Z","caller":"traceutil/trace.go:171","msg":"trace[114256035] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7345; }","duration":"265.68857ms","start":"2026-03-31T22:37:45.440962Z","end":"2026-03-31T22:37:45.706651Z","steps":["trace[114256035] 'range keys from in-memory index tree' (duration: 265.340783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:58.542289Z","caller":"traceutil/trace.go:171","msg":"trace[1592959694] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"148.251868ms","start":"2026-03-31T22:37:58.394025Z","end":"2026-03-31T22:37:58.542277Z","steps":["trace[1592959694] 'process raft request' (duration: 148.036623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:58.542453Z","caller":"traceutil/trace.go:171","msg":"trace[2063128916] linearizableReadLoop","detail":"{readStateIndex:7748; appliedIndex:7747; }","duration":"122.394954ms","start":"2026-03-31T22:37:58.419797Z","end":"2026-03-31T22:37:58.542192Z","steps":["trace[2063128916] 'read index received' (duration: 122.181939ms)","trace[2063128916] 'applied index is now lower than readState.Index' (duration: 212.395µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:58.542594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.714301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:37:58.542699Z","caller":"traceutil/trace.go:171","msg":"trace[2075322220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7459; }","duration":"122.928136ms","start":"2026-03-31T22:37:58.419747Z","end":"2026-03-31T22:37:58.542676Z","steps":["trace[2075322220] 'agreement among raft nodes before linearized reading' (duration: 122.595049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:59.518916Z","caller":"traceutil/trace.go:171","msg":"trace[281161874] linearizableReadLoop","detail":"{readStateIndex:7756; appliedIndex:7755; }","duration":"149.63787ms","start":"2026-03-31T22:37:59.369247Z","end":"2026-03-31T22:37:59.518885Z","steps":["trace[281161874] 'read index received' (duration: 149.370434ms)","trace[281161874] 'applied index is now lower than readState.Index' (duration: 265.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:59.519053Z","caller":"traceutil/trace.go:171","msg":"trace[1841331128] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"163.417671ms","start":"2026-03-31T22:37:59.355604Z","end":"2026-03-31T22:37:59.519021Z","steps":["trace[1841331128] 'process raft request' (duration: 163.064423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:59.519128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.867036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:37:59.519172Z","caller":"traceutil/trace.go:171","msg":"trace[891939973] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7467; }","duration":"149.987748ms","start":"2026-03-31T22:37:59.36917Z","end":"2026-03-31T22:37:59.519157Z","steps":["trace[891939973] 'agreement among raft nodes before linearized reading' (duration: 149.868326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:00.296328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.375729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:38:00.296377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.757676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:38:00.29645Z","caller":"traceutil/trace.go:171","msg":"trace[139005533] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7468; }","duration":"240.586814ms","start":"2026-03-31T22:38:00.05584Z","end":"2026-03-31T22:38:00.296426Z","steps":["trace[139005533] 'count revisions from in-memory index tree' (duration: 240.212465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:00.296592Z","caller":"traceutil/trace.go:171","msg":"trace[889540602] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7468; }","duration":"220.93872ms","start":"2026-03-31T22:38:00.075535Z","end":"2026-03-31T22:38:00.296473Z","steps":["trace[889540602] 'count revisions from in-memory index tree' (duration: 220.651223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:00.736398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.96242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:38:00.736482Z","caller":"traceutil/trace.go:171","msg":"trace[371762455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7473; }","duration":"105.073162ms","start":"2026-03-31T22:38:00.631388Z","end":"2026-03-31T22:38:00.736461Z","steps":["trace[371762455] 'range keys from in-memory index tree' (duration: 104.409068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:00.939028Z","caller":"traceutil/trace.go:171","msg":"trace[1052934026] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"198.396911ms","start":"2026-03-31T22:38:00.740602Z","end":"2026-03-31T22:38:00.938999Z","steps":["trace[1052934026] 'process raft request' (duration: 191.986515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:00.939087Z","caller":"traceutil/trace.go:171","msg":"trace[609860992] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"198.261857ms","start":"2026-03-31T22:38:00.740797Z","end":"2026-03-31T22:38:00.939058Z","steps":["trace[609860992] 'process raft request' (duration: 198.054643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:00.939089Z","caller":"traceutil/trace.go:171","msg":"trace[1274867104] linearizableReadLoop","detail":"{readStateIndex:7764; appliedIndex:7763; }","duration":"198.37041ms","start":"2026-03-31T22:38:00.740694Z","end":"2026-03-31T22:38:00.939064Z","steps":["trace[1274867104] 'read index received' (duration: 84.377236ms)","trace[1274867104] 'applied index is now lower than readState.Index' (duration: 113.992084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:00.939163Z","caller":"traceutil/trace.go:171","msg":"trace[1001643864] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"198.332889ms","start":"2026-03-31T22:38:00.740808Z","end":"2026-03-31T22:38:00.939141Z","steps":["trace[1001643864] 'process raft request' (duration: 198.145235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:00.939224Z","caller":"traceutil/trace.go:171","msg":"trace[1690491439] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"198.185066ms","start":"2026-03-31T22:38:00.741028Z","end":"2026-03-31T22:38:00.939213Z","steps":["trace[1690491439] 'process raft request' (duration: 197.990701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:00.939421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.704608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:126950"} {"level":"info","ts":"2026-03-31T22:38:00.93947Z","caller":"traceutil/trace.go:171","msg":"trace[1010279714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:7478; }","duration":"198.795099ms","start":"2026-03-31T22:38:00.740663Z","end":"2026-03-31T22:38:00.939458Z","steps":["trace[1010279714] 'agreement among raft nodes before linearized reading' (duration: 198.492352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:41.254203Z","caller":"traceutil/trace.go:171","msg":"trace[2110871297] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8029; }","duration":"100.52835ms","start":"2026-03-31T22:38:41.153646Z","end":"2026-03-31T22:38:41.254175Z","steps":["trace[2110871297] 'read index received' (duration: 99.005406ms)","trace[2110871297] 'applied index is now lower than readState.Index' (duration: 1.521514ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:41.254292Z","caller":"traceutil/trace.go:171","msg":"trace[597348212] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"102.777531ms","start":"2026-03-31T22:38:41.151477Z","end":"2026-03-31T22:38:41.254255Z","steps":["trace[597348212] 'process raft request' (duration: 101.156434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:41.25448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.806696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:38:41.254529Z","caller":"traceutil/trace.go:171","msg":"trace[855318015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7733; }","duration":"100.899489ms","start":"2026-03-31T22:38:41.153617Z","end":"2026-03-31T22:38:41.254516Z","steps":["trace[855318015] 'agreement among raft nodes before linearized reading' (duration: 100.722655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:41.892272Z","caller":"traceutil/trace.go:171","msg":"trace[1104892190] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"110.440115ms","start":"2026-03-31T22:38:41.781806Z","end":"2026-03-31T22:38:41.892246Z","steps":["trace[1104892190] 'process raft request' (duration: 110.21369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:42.187313Z","caller":"traceutil/trace.go:171","msg":"trace[1288852524] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"288.525076ms","start":"2026-03-31T22:38:41.898759Z","end":"2026-03-31T22:38:42.187284Z","steps":["trace[1288852524] 'process raft request' (duration: 224.125522ms)","trace[1288852524] 'compare' (duration: 64.124218ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:43.378127Z","caller":"traceutil/trace.go:171","msg":"trace[1882435858] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"101.957672ms","start":"2026-03-31T22:38:43.276142Z","end":"2026-03-31T22:38:43.3781Z","steps":["trace[1882435858] 'process raft request' (duration: 101.780498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:43.379314Z","caller":"traceutil/trace.go:171","msg":"trace[638394016] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"101.252497ms","start":"2026-03-31T22:38:43.278047Z","end":"2026-03-31T22:38:43.379299Z","steps":["trace[638394016] 'process raft request' (duration: 101.162695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:45.490724Z","caller":"traceutil/trace.go:171","msg":"trace[2003198839] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"103.920097ms","start":"2026-03-31T22:38:45.386772Z","end":"2026-03-31T22:38:45.490693Z","steps":["trace[2003198839] 'process raft request' (duration: 103.553589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:19.593662Z","caller":"traceutil/trace.go:171","msg":"trace[533496764] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"125.338771ms","start":"2026-03-31T22:39:19.468297Z","end":"2026-03-31T22:39:19.593636Z","steps":["trace[533496764] 'read index received' (duration: 125.171207ms)","trace[533496764] 'applied index is now lower than readState.Index' (duration: 166.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:39:19.593855Z","caller":"traceutil/trace.go:171","msg":"trace[81773850] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"127.107851ms","start":"2026-03-31T22:39:19.466725Z","end":"2026-03-31T22:39:19.593833Z","steps":["trace[81773850] 'process raft request' (duration: 126.744803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:39:19.594054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.737719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:39:19.59418Z","caller":"traceutil/trace.go:171","msg":"trace[168745928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:7931; }","duration":"125.915054ms","start":"2026-03-31T22:39:19.468248Z","end":"2026-03-31T22:39:19.594163Z","steps":["trace[168745928] 'agreement among raft nodes before linearized reading' (duration: 125.578856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:39:19.604192Z","caller":"traceutil/trace.go:171","msg":"trace[1612529151] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"134.044327ms","start":"2026-03-31T22:39:19.470133Z","end":"2026-03-31T22:39:19.604177Z","steps":["trace[1612529151] 'process raft request' (duration: 133.958925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.509698Z","caller":"traceutil/trace.go:171","msg":"trace[1474206966] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"147.634717ms","start":"2026-03-31T22:40:09.362044Z","end":"2026-03-31T22:40:09.509679Z","steps":["trace[1474206966] 'process raft request' (duration: 147.525275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:40:09.518186Z","caller":"traceutil/trace.go:171","msg":"trace[661966133] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"149.677874ms","start":"2026-03-31T22:40:09.368485Z","end":"2026-03-31T22:40:09.518162Z","steps":["trace[661966133] 'process raft request' (duration: 149.50948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:36.758941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.844799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:36.75903Z","caller":"traceutil/trace.go:171","msg":"trace[690117695] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"193.851987ms","start":"2026-03-31T22:41:36.565165Z","end":"2026-03-31T22:41:36.759017Z","steps":["trace[690117695] 'process raft request' (duration: 52.866024ms)","trace[690117695] 'compare' (duration: 140.534673ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:36.812865Z","caller":"traceutil/trace.go:171","msg":"trace[382732092] linearizableReadLoop","detail":"{readStateIndex:9307; appliedIndex:9305; }","duration":"243.808335ms","start":"2026-03-31T22:41:36.569035Z","end":"2026-03-31T22:41:36.812843Z","steps":["trace[382732092] 'read index received' (duration: 49.056067ms)","trace[382732092] 'applied index is now lower than readState.Index' (duration: 194.751538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:36.813028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.977348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:41:36.813052Z","caller":"traceutil/trace.go:171","msg":"trace[1529312616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8968; }","duration":"244.02875ms","start":"2026-03-31T22:41:36.569016Z","end":"2026-03-31T22:41:36.813045Z","steps":["trace[1529312616] 'agreement among raft nodes before linearized reading' (duration: 243.906988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:36.813086Z","caller":"traceutil/trace.go:171","msg":"trace[282979984] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"245.676388ms","start":"2026-03-31T22:41:36.567392Z","end":"2026-03-31T22:41:36.813069Z","steps":["trace[282979984] 'process raft request' (duration: 245.356401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:37.329358Z","caller":"traceutil/trace.go:171","msg":"trace[730177571] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"512.914991ms","start":"2026-03-31T22:41:36.81639Z","end":"2026-03-31T22:41:37.329305Z","steps":["trace[730177571] 'process raft request' (duration: 494.053595ms)","trace[730177571] 'compare' (duration: 18.482598ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:37.329456Z","caller":"traceutil/trace.go:171","msg":"trace[887723642] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"156.926013ms","start":"2026-03-31T22:41:37.172516Z","end":"2026-03-31T22:41:37.329442Z","steps":["trace[887723642] 'process raft request' (duration: 156.872882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:37.329536Z","caller":"traceutil/trace.go:171","msg":"trace[615832483] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"258.071338ms","start":"2026-03-31T22:41:37.071431Z","end":"2026-03-31T22:41:37.329502Z","steps":["trace[615832483] 'process raft request' (duration: 257.851193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:37.329587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.049455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:41:37.329623Z","caller":"traceutil/trace.go:171","msg":"trace[1085860617] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:8971; }","duration":"513.128956ms","start":"2026-03-31T22:41:36.816485Z","end":"2026-03-31T22:41:37.329614Z","steps":["trace[1085860617] 'agreement among raft nodes before linearized reading' (duration: 512.966332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:37.329621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:36.81637Z","time spent":"513.117426ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:41:37.329655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:36.816468Z","time spent":"513.178818ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"info","ts":"2026-03-31T22:41:37.329396Z","caller":"traceutil/trace.go:171","msg":"trace[549514686] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9307; }","duration":"512.84146ms","start":"2026-03-31T22:41:36.816527Z","end":"2026-03-31T22:41:37.329368Z","steps":["trace[549514686] 'read index received' (duration: 493.952423ms)","trace[549514686] 'applied index is now lower than readState.Index' (duration: 18.886726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:37.329879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.677148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:37.329909Z","caller":"traceutil/trace.go:171","msg":"trace[846227320] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8971; }","duration":"385.737009ms","start":"2026-03-31T22:41:36.944163Z","end":"2026-03-31T22:41:37.3299Z","steps":["trace[846227320] 'agreement among raft nodes before linearized reading' (duration: 385.660308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:37.329913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.547525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:37.329958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:36.944147Z","time spent":"385.80304ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-31T22:41:37.329956Z","caller":"traceutil/trace.go:171","msg":"trace[711850899] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8971; }","duration":"385.677438ms","start":"2026-03-31T22:41:36.944268Z","end":"2026-03-31T22:41:37.329945Z","steps":["trace[711850899] 'agreement among raft nodes before linearized reading' (duration: 385.588616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:37.329992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:36.944237Z","time spent":"385.745979ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T22:41:37.330087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.282687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:37.330207Z","caller":"traceutil/trace.go:171","msg":"trace[1435227575] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8971; }","duration":"322.463191ms","start":"2026-03-31T22:41:37.007711Z","end":"2026-03-31T22:41:37.330174Z","steps":["trace[1435227575] 'agreement among raft nodes before linearized reading' (duration: 322.132584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:37.330288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:37.007655Z","time spent":"322.611894ms","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:41:37.532895Z","caller":"traceutil/trace.go:171","msg":"trace[1362675406] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"117.584175ms","start":"2026-03-31T22:41:37.41528Z","end":"2026-03-31T22:41:37.532864Z","steps":["trace[1362675406] 'process raft request' (duration: 42.106441ms)","trace[1362675406] 'compare' (duration: 75.164367ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:38.902441Z","caller":"traceutil/trace.go:171","msg":"trace[759102141] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"130.826085ms","start":"2026-03-31T22:41:38.771568Z","end":"2026-03-31T22:41:38.902394Z","steps":["trace[759102141] 'process raft request' (duration: 130.508027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:54.076976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6932} {"level":"info","ts":"2026-03-31T22:41:54.176799Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6932,"took":"97.113223ms","hash":543227600,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":24076288,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T22:41:54.1769Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":543227600,"revision":6932,"compact-revision":4126} {"level":"info","ts":"2026-03-31T22:42:23.300187Z","caller":"traceutil/trace.go:171","msg":"trace[1714105397] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"163.920581ms","start":"2026-03-31T22:42:23.13624Z","end":"2026-03-31T22:42:23.300161Z","steps":["trace[1714105397] 'process raft request' (duration: 163.736697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:31.529171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.506405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:31.52965Z","caller":"traceutil/trace.go:171","msg":"trace[1082412695] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"171.964553ms","start":"2026-03-31T22:42:31.357495Z","end":"2026-03-31T22:42:31.529459Z","steps":["trace[1082412695] 'process raft request' (duration: 69.021459ms)","trace[1082412695] 'compare' (duration: 102.219427ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:31.814834Z","caller":"traceutil/trace.go:171","msg":"trace[67289883] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"161.431776ms","start":"2026-03-31T22:42:31.653341Z","end":"2026-03-31T22:42:31.814773Z","steps":["trace[67289883] 'process raft request' (duration: 160.539345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:31.819617Z","caller":"traceutil/trace.go:171","msg":"trace[1890471035] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"149.101186ms","start":"2026-03-31T22:42:31.670478Z","end":"2026-03-31T22:42:31.819579Z","steps":["trace[1890471035] 'process raft request' (duration: 148.838841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:32.128516Z","caller":"traceutil/trace.go:171","msg":"trace[1872464749] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"177.235223ms","start":"2026-03-31T22:42:31.951248Z","end":"2026-03-31T22:42:32.128483Z","steps":["trace[1872464749] 'process raft request' (duration: 176.912235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:32.33514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.154802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:32.335227Z","caller":"traceutil/trace.go:171","msg":"trace[1133766779] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"240.135351ms","start":"2026-03-31T22:42:32.095077Z","end":"2026-03-31T22:42:32.335213Z","steps":["trace[1133766779] 'process raft request' (duration: 123.845996ms)","trace[1133766779] 'compare' (duration: 115.631961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:32.581974Z","caller":"traceutil/trace.go:171","msg":"trace[441281711] linearizableReadLoop","detail":"{readStateIndex:9710; appliedIndex:9709; }","duration":"106.823782ms","start":"2026-03-31T22:42:32.475124Z","end":"2026-03-31T22:42:32.581948Z","steps":["trace[441281711] 'read index received' (duration: 25.742932ms)","trace[441281711] 'applied index is now lower than readState.Index' (duration: 81.07979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:32.582037Z","caller":"traceutil/trace.go:171","msg":"trace[2033088035] transaction","detail":"{read_only:false; response_revision:9355; number_of_response:1; }","duration":"180.510516ms","start":"2026-03-31T22:42:32.401503Z","end":"2026-03-31T22:42:32.582014Z","steps":["trace[2033088035] 'process raft request' (duration: 99.414385ms)","trace[2033088035] 'compare' (duration: 80.800934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:32.582157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.011447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:32.582188Z","caller":"traceutil/trace.go:171","msg":"trace[1165317650] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9355; }","duration":"107.090438ms","start":"2026-03-31T22:42:32.475088Z","end":"2026-03-31T22:42:32.582178Z","steps":["trace[1165317650] 'agreement among raft nodes before linearized reading' (duration: 106.968545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:39.138983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.213838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:39.139113Z","caller":"traceutil/trace.go:171","msg":"trace[961389605] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9389; }","duration":"141.391482ms","start":"2026-03-31T22:42:38.997695Z","end":"2026-03-31T22:42:39.139086Z","steps":["trace[961389605] 'count revisions from in-memory index tree' (duration: 141.106156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:39.437011Z","caller":"traceutil/trace.go:171","msg":"trace[185054971] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"250.298961ms","start":"2026-03-31T22:42:39.186684Z","end":"2026-03-31T22:42:39.436983Z","steps":["trace[185054971] 'process raft request' (duration: 249.447792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:39.706609Z","caller":"traceutil/trace.go:171","msg":"trace[951713254] linearizableReadLoop","detail":"{readStateIndex:9747; appliedIndex:9746; }","duration":"265.702169ms","start":"2026-03-31T22:42:39.440887Z","end":"2026-03-31T22:42:39.706589Z","steps":["trace[951713254] 'read index received' (duration: 245.755439ms)","trace[951713254] 'applied index is now lower than readState.Index' (duration: 19.94573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:39.706727Z","caller":"traceutil/trace.go:171","msg":"trace[1901383597] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"266.552078ms","start":"2026-03-31T22:42:39.440164Z","end":"2026-03-31T22:42:39.706716Z","steps":["trace[1901383597] 'process raft request' (duration: 246.465335ms)","trace[1901383597] 'compare' (duration: 19.859748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:39.706934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.044198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19442"} {"level":"warn","ts":"2026-03-31T22:42:39.706935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.896435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:39.706958Z","caller":"traceutil/trace.go:171","msg":"trace[619496439] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9391; }","duration":"266.104018ms","start":"2026-03-31T22:42:39.440847Z","end":"2026-03-31T22:42:39.706951Z","steps":["trace[619496439] 'agreement among raft nodes before linearized reading' (duration: 265.994006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:39.706965Z","caller":"traceutil/trace.go:171","msg":"trace[1841743097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9391; }","duration":"254.971147ms","start":"2026-03-31T22:42:39.451984Z","end":"2026-03-31T22:42:39.706955Z","steps":["trace[1841743097] 'agreement among raft nodes before linearized reading' (duration: 254.908626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:39.707002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.618335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:42:39.707031Z","caller":"traceutil/trace.go:171","msg":"trace[294124208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9391; }","duration":"140.688387ms","start":"2026-03-31T22:42:39.566333Z","end":"2026-03-31T22:42:39.707022Z","steps":["trace[294124208] 'agreement among raft nodes before linearized reading' (duration: 140.611205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:39.922913Z","caller":"traceutil/trace.go:171","msg":"trace[822511795] linearizableReadLoop","detail":"{readStateIndex:9748; appliedIndex:9747; }","duration":"159.88295ms","start":"2026-03-31T22:42:39.763007Z","end":"2026-03-31T22:42:39.92289Z","steps":["trace[822511795] 'read index received' (duration: 147.010219ms)","trace[822511795] 'applied index is now lower than readState.Index' (duration: 12.871791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:39.923007Z","caller":"traceutil/trace.go:171","msg":"trace[987501788] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"211.341023ms","start":"2026-03-31T22:42:39.711618Z","end":"2026-03-31T22:42:39.922959Z","steps":["trace[987501788] 'process raft request' (duration: 198.241067ms)","trace[987501788] 'compare' (duration: 12.716847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:39.923135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.100965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:39.923888Z","caller":"traceutil/trace.go:171","msg":"trace[1801463510] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9392; }","duration":"160.898173ms","start":"2026-03-31T22:42:39.762964Z","end":"2026-03-31T22:42:39.923862Z","steps":["trace[1801463510] 'agreement among raft nodes before linearized reading' (duration: 160.003043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:40.554217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.564913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:40.554302Z","caller":"traceutil/trace.go:171","msg":"trace[951637225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9397; }","duration":"101.665916ms","start":"2026-03-31T22:42:40.452617Z","end":"2026-03-31T22:42:40.554283Z","steps":["trace[951637225] 'range keys from in-memory index tree' (duration: 101.476371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:47.053398Z","caller":"traceutil/trace.go:171","msg":"trace[999549772] linearizableReadLoop","detail":"{readStateIndex:9925; appliedIndex:9924; }","duration":"362.014674ms","start":"2026-03-31T22:42:46.691362Z","end":"2026-03-31T22:42:47.053377Z","steps":["trace[999549772] 'read index received' (duration: 361.855901ms)","trace[999549772] 'applied index is now lower than readState.Index' (duration: 157.953µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:47.053841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.786676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:42:47.05388Z","caller":"traceutil/trace.go:171","msg":"trace[1610565597] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:9566; }","duration":"232.885148ms","start":"2026-03-31T22:42:46.820985Z","end":"2026-03-31T22:42:47.053871Z","steps":["trace[1610565597] 'agreement among raft nodes before linearized reading' (duration: 232.754675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:47.053918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.534116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:42:47.053977Z","caller":"traceutil/trace.go:171","msg":"trace[1416308753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9566; }","duration":"362.673548ms","start":"2026-03-31T22:42:46.691287Z","end":"2026-03-31T22:42:47.053961Z","steps":["trace[1416308753] 'agreement among raft nodes before linearized reading' (duration: 362.471734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:47.053957Z","caller":"traceutil/trace.go:171","msg":"trace[741883710] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"391.657932ms","start":"2026-03-31T22:42:46.66226Z","end":"2026-03-31T22:42:47.053918Z","steps":["trace[741883710] 'process raft request' (duration: 390.971377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:47.054007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.691269Z","time spent":"362.73332ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:42:47.054114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:46.662238Z","time spent":"391.793396ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:49.578461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:50.079228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:50.580254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:51.080573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:51.303356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.2280637s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:42:51.303928Z","caller":"traceutil/trace.go:171","msg":"trace[1655413125] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"2.228713244s","start":"2026-03-31T22:42:49.075183Z","end":"2026-03-31T22:42:51.303896Z","steps":["trace[1655413125] 'process raft request' (duration: 2.228489848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.304141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.075169Z","time spent":"2.228864428s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:51.330827Z","caller":"traceutil/trace.go:171","msg":"trace[322968851] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"1.485508052s","start":"2026-03-31T22:42:49.845297Z","end":"2026-03-31T22:42:51.330805Z","steps":["trace[322968851] 'process raft request' (duration: 1.48541853s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.330904Z","caller":"traceutil/trace.go:171","msg":"trace[716228706] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"2.254172329s","start":"2026-03-31T22:42:49.076675Z","end":"2026-03-31T22:42:51.330847Z","steps":["trace[716228706] 'process raft request' (duration: 2.253921793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.33097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.845271Z","time spent":"1.485628925s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:51.331167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.076665Z","time spent":"2.254362733s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:51.33124Z","caller":"traceutil/trace.go:171","msg":"trace[769399450] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"1.346673357s","start":"2026-03-31T22:42:49.984532Z","end":"2026-03-31T22:42:51.331205Z","steps":["trace[769399450] 'process raft request' (duration: 1.346219347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.331366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.98448Z","time spent":"1.34682043s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:51.331471Z","caller":"traceutil/trace.go:171","msg":"trace[1363526886] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"1.344961159s","start":"2026-03-31T22:42:49.986501Z","end":"2026-03-31T22:42:51.331462Z","steps":["trace[1363526886] 'process raft request' (duration: 1.344637191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.331535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.986472Z","time spent":"1.345032091s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:51.331583Z","caller":"traceutil/trace.go:171","msg":"trace[1378532857] linearizableReadLoop","detail":"{readStateIndex:9943; appliedIndex:9936; }","duration":"2.253925453s","start":"2026-03-31T22:42:49.077645Z","end":"2026-03-31T22:42:51.331571Z","steps":["trace[1378532857] 'read index received' (duration: 2.226029213s)","trace[1378532857] 'applied index is now lower than readState.Index' (duration: 27.89548ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:51.331638Z","caller":"traceutil/trace.go:171","msg":"trace[1156662476] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"1.344878697s","start":"2026-03-31T22:42:49.986745Z","end":"2026-03-31T22:42:51.331624Z","steps":["trace[1156662476] 'process raft request' (duration: 1.344670783s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.331653Z","caller":"traceutil/trace.go:171","msg":"trace[614951712] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"626.962776ms","start":"2026-03-31T22:42:50.704682Z","end":"2026-03-31T22:42:51.331645Z","steps":["trace[614951712] 'process raft request' (duration: 626.847873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.331698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.986736Z","time spent":"1.344929818s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:51.331712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.704661Z","time spent":"627.010537ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:51.331717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878555737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:51.331757Z","caller":"traceutil/trace.go:171","msg":"trace[889431669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9583; }","duration":"1.878627289s","start":"2026-03-31T22:42:49.453119Z","end":"2026-03-31T22:42:51.331746Z","steps":["trace[889431669] 'agreement among raft nodes before linearized reading' (duration: 1.878567208s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.331791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.453092Z","time spent":"1.878692751s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:42:51.331888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342252889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:42:51.33192Z","caller":"traceutil/trace.go:171","msg":"trace[2132370914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9583; }","duration":"1.34232017s","start":"2026-03-31T22:42:49.989592Z","end":"2026-03-31T22:42:51.331913Z","steps":["trace[2132370914] 'agreement among raft nodes before linearized reading' (duration: 1.342183616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.331935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843977998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:42:51.331982Z","caller":"traceutil/trace.go:171","msg":"trace[1109285556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9583; }","duration":"1.844058519s","start":"2026-03-31T22:42:49.487912Z","end":"2026-03-31T22:42:51.331971Z","steps":["trace[1109285556] 'agreement among raft nodes before linearized reading' (duration: 1.843868134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.33199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854064765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:51.332018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.487898Z","time spent":"1.844111681s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:42:51.332034Z","caller":"traceutil/trace.go:171","msg":"trace[2027542104] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9583; }","duration":"1.854143726s","start":"2026-03-31T22:42:49.477877Z","end":"2026-03-31T22:42:51.33202Z","steps":["trace[2027542104] 'agreement among raft nodes before linearized reading' (duration: 1.854045554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.332066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.477852Z","time spent":"1.854206918s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:51.3322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254559948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"warn","ts":"2026-03-31T22:42:51.332219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550754566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:42:51.332239Z","caller":"traceutil/trace.go:171","msg":"trace[77190648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9583; }","duration":"2.254616749s","start":"2026-03-31T22:42:49.077615Z","end":"2026-03-31T22:42:51.332232Z","steps":["trace[77190648] 'agreement among raft nodes before linearized reading' (duration: 2.254344933s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.332254Z","caller":"traceutil/trace.go:171","msg":"trace[217788775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9583; }","duration":"1.550818158s","start":"2026-03-31T22:42:49.781428Z","end":"2026-03-31T22:42:51.332246Z","steps":["trace[217788775] 'agreement among raft nodes before linearized reading' (duration: 1.550715646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.332266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.077606Z","time spent":"2.254652789s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:42:51.332278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.781411Z","time spent":"1.550861479s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:42:51.331946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.989572Z","time spent":"1.342367711s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:42:51.332434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235747453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:42:51.332466Z","caller":"traceutil/trace.go:171","msg":"trace[1466294555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9583; }","duration":"1.235809344s","start":"2026-03-31T22:42:50.096649Z","end":"2026-03-31T22:42:51.332458Z","steps":["trace[1466294555] 'agreement among raft nodes before linearized reading' (duration: 1.235687801s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.332487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.096631Z","time spent":"1.235851905s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:42:51.332531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331779922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:42:51.332574Z","caller":"traceutil/trace.go:171","msg":"trace[298722411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9583; }","duration":"1.331829773s","start":"2026-03-31T22:42:50.000735Z","end":"2026-03-31T22:42:51.332565Z","steps":["trace[298722411] 'agreement among raft nodes before linearized reading' (duration: 1.331711851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.332599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.000627Z","time spent":"1.331963396s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:42:55.480181Z","caller":"traceutil/trace.go:171","msg":"trace[1306867435] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"131.711714ms","start":"2026-03-31T22:42:55.348445Z","end":"2026-03-31T22:42:55.480156Z","steps":["trace[1306867435] 'process raft request' (duration: 131.434938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.514151Z","caller":"traceutil/trace.go:171","msg":"trace[1074154881] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"159.587763ms","start":"2026-03-31T22:42:55.354531Z","end":"2026-03-31T22:42:55.514119Z","steps":["trace[1074154881] 'process raft request' (duration: 159.348528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.514332Z","caller":"traceutil/trace.go:171","msg":"trace[1831881380] linearizableReadLoop","detail":"{readStateIndex:9962; appliedIndex:9959; }","duration":"155.715196ms","start":"2026-03-31T22:42:55.358579Z","end":"2026-03-31T22:42:55.514294Z","steps":["trace[1831881380] 'read index received' (duration: 121.395921ms)","trace[1831881380] 'applied index is now lower than readState.Index' (duration: 34.316185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:55.514393Z","caller":"traceutil/trace.go:171","msg":"trace[1658076193] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"158.909228ms","start":"2026-03-31T22:42:55.355456Z","end":"2026-03-31T22:42:55.514366Z","steps":["trace[1658076193] 'process raft request' (duration: 158.60841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:55.514586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.980102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:42:55.514593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.27047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:42:55.514632Z","caller":"traceutil/trace.go:171","msg":"trace[968204759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9601; }","duration":"145.333662ms","start":"2026-03-31T22:42:55.36929Z","end":"2026-03-31T22:42:55.514624Z","steps":["trace[968204759] 'agreement among raft nodes before linearized reading' (duration: 145.225109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.51463Z","caller":"traceutil/trace.go:171","msg":"trace[1496203066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9601; }","duration":"156.109805ms","start":"2026-03-31T22:42:55.358509Z","end":"2026-03-31T22:42:55.514618Z","steps":["trace[1496203066] 'agreement among raft nodes before linearized reading' (duration: 155.92661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:55.514659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.624159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:42:55.514595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.843413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:42:55.514686Z","caller":"traceutil/trace.go:171","msg":"trace[2014694944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9601; }","duration":"149.68737ms","start":"2026-03-31T22:42:55.36499Z","end":"2026-03-31T22:42:55.514677Z","steps":["trace[2014694944] 'agreement among raft nodes before linearized reading' (duration: 149.626888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.514695Z","caller":"traceutil/trace.go:171","msg":"trace[860618410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9601; }","duration":"154.010037ms","start":"2026-03-31T22:42:55.36068Z","end":"2026-03-31T22:42:55.51469Z","steps":["trace[860618410] 'agreement among raft nodes before linearized reading' (duration: 153.779262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:55.514717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.311149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122801"} {"level":"warn","ts":"2026-03-31T22:42:55.514595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.473903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T22:42:55.514749Z","caller":"traceutil/trace.go:171","msg":"trace[1671318790] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9601; }","duration":"117.38566ms","start":"2026-03-31T22:42:55.397353Z","end":"2026-03-31T22:42:55.514738Z","steps":["trace[1671318790] 'agreement among raft nodes before linearized reading' (duration: 117.279618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:55.514595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.256159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:42:55.51486Z","caller":"traceutil/trace.go:171","msg":"trace[1077439328] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9601; }","duration":"121.75809ms","start":"2026-03-31T22:42:55.393018Z","end":"2026-03-31T22:42:55.514777Z","steps":["trace[1077439328] 'agreement among raft nodes before linearized reading' (duration: 121.442483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.514943Z","caller":"traceutil/trace.go:171","msg":"trace[1776802574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9601; }","duration":"145.591727ms","start":"2026-03-31T22:42:55.369311Z","end":"2026-03-31T22:42:55.514902Z","steps":["trace[1776802574] 'agreement among raft nodes before linearized reading' (duration: 145.189788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:55.514719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.074133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:42:55.515009Z","caller":"traceutil/trace.go:171","msg":"trace[1245114890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9601; }","duration":"144.390031ms","start":"2026-03-31T22:42:55.37061Z","end":"2026-03-31T22:42:55.515Z","steps":["trace[1245114890] 'agreement among raft nodes before linearized reading' (duration: 143.990882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.70107Z","caller":"traceutil/trace.go:171","msg":"trace[999788380] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"182.091111ms","start":"2026-03-31T22:42:55.518948Z","end":"2026-03-31T22:42:55.701039Z","steps":["trace[999788380] 'process raft request' (duration: 132.757208ms)","trace[999788380] 'compare' (duration: 49.032157ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:55.757127Z","caller":"traceutil/trace.go:171","msg":"trace[1826510809] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"237.469252ms","start":"2026-03-31T22:42:55.519627Z","end":"2026-03-31T22:42:55.757096Z","steps":["trace[1826510809] 'process raft request' (duration: 237.246657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.757493Z","caller":"traceutil/trace.go:171","msg":"trace[1025808909] linearizableReadLoop","detail":"{readStateIndex:9965; appliedIndex:9962; }","duration":"237.713607ms","start":"2026-03-31T22:42:55.519756Z","end":"2026-03-31T22:42:55.757469Z","steps":["trace[1025808909] 'read index received' (duration: 131.95356ms)","trace[1025808909] 'applied index is now lower than readState.Index' (duration: 105.758747ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:55.757511Z","caller":"traceutil/trace.go:171","msg":"trace[496168636] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"237.747178ms","start":"2026-03-31T22:42:55.519723Z","end":"2026-03-31T22:42:55.75747Z","steps":["trace[496168636] 'process raft request' (duration: 237.327849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.757565Z","caller":"traceutil/trace.go:171","msg":"trace[1734449490] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"237.722308ms","start":"2026-03-31T22:42:55.519816Z","end":"2026-03-31T22:42:55.757539Z","steps":["trace[1734449490] 'process raft request' (duration: 237.477272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.757584Z","caller":"traceutil/trace.go:171","msg":"trace[1350213829] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"237.689836ms","start":"2026-03-31T22:42:55.519868Z","end":"2026-03-31T22:42:55.757558Z","steps":["trace[1350213829] 'process raft request' (duration: 237.551903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:55.757843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.873836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T22:42:55.75788Z","caller":"traceutil/trace.go:171","msg":"trace[481583636] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9606; }","duration":"235.956637ms","start":"2026-03-31T22:42:55.521913Z","end":"2026-03-31T22:42:55.75787Z","steps":["trace[481583636] 'agreement among raft nodes before linearized reading' (duration: 235.827044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:55.757965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.075474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76525"} {"level":"warn","ts":"2026-03-31T22:42:55.757965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.190348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-03-31T22:42:55.758003Z","caller":"traceutil/trace.go:171","msg":"trace[1951383481] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:9606; }","duration":"238.119016ms","start":"2026-03-31T22:42:55.519874Z","end":"2026-03-31T22:42:55.757993Z","steps":["trace[1951383481] 'agreement among raft nodes before linearized reading' (duration: 237.747717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:55.758009Z","caller":"traceutil/trace.go:171","msg":"trace[2075904725] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9606; }","duration":"238.286551ms","start":"2026-03-31T22:42:55.519712Z","end":"2026-03-31T22:42:55.757999Z","steps":["trace[2075904725] 'agreement among raft nodes before linearized reading' (duration: 237.899342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:57.452636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.130389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:42:57.452701Z","caller":"traceutil/trace.go:171","msg":"trace[1158958894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9608; }","duration":"115.233902ms","start":"2026-03-31T22:42:57.337451Z","end":"2026-03-31T22:42:57.452685Z","steps":["trace[1158958894] 'range keys from in-memory index tree' (duration: 114.909484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:57.874589Z","caller":"traceutil/trace.go:171","msg":"trace[15355913] linearizableReadLoop","detail":"{readStateIndex:9975; appliedIndex:9974; }","duration":"113.556963ms","start":"2026-03-31T22:42:57.761012Z","end":"2026-03-31T22:42:57.874569Z","steps":["trace[15355913] 'read index received' (duration: 113.368369ms)","trace[15355913] 'applied index is now lower than readState.Index' (duration: 187.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:57.874692Z","caller":"traceutil/trace.go:171","msg":"trace[1410050554] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"116.851189ms","start":"2026-03-31T22:42:57.757787Z","end":"2026-03-31T22:42:57.874638Z","steps":["trace[1410050554] 'process raft request' (duration: 116.648624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:57.874866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.827349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:42:57.874898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.609425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:42:57.87495Z","caller":"traceutil/trace.go:171","msg":"trace[1654618181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9613; }","duration":"113.956212ms","start":"2026-03-31T22:42:57.760975Z","end":"2026-03-31T22:42:57.874931Z","steps":["trace[1654618181] 'agreement among raft nodes before linearized reading' (duration: 113.676726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:57.874964Z","caller":"traceutil/trace.go:171","msg":"trace[1613433961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9613; }","duration":"113.712226ms","start":"2026-03-31T22:42:57.761236Z","end":"2026-03-31T22:42:57.874948Z","steps":["trace[1613433961] 'agreement among raft nodes before linearized reading' (duration: 113.451321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:57.875124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.738845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:42:57.875156Z","caller":"traceutil/trace.go:171","msg":"trace[1849900510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9613; }","duration":"112.800697ms","start":"2026-03-31T22:42:57.762347Z","end":"2026-03-31T22:42:57.875148Z","steps":["trace[1849900510] 'agreement among raft nodes before linearized reading' (duration: 112.717725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:57.875308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.015943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:42:57.875325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.491742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:42:57.875338Z","caller":"traceutil/trace.go:171","msg":"trace[1150646793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9613; }","duration":"110.065885ms","start":"2026-03-31T22:42:57.765265Z","end":"2026-03-31T22:42:57.875331Z","steps":["trace[1150646793] 'agreement among raft nodes before linearized reading' (duration: 109.961403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:57.875367Z","caller":"traceutil/trace.go:171","msg":"trace[376219434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9613; }","duration":"113.566994ms","start":"2026-03-31T22:42:57.761789Z","end":"2026-03-31T22:42:57.875356Z","steps":["trace[376219434] 'agreement among raft nodes before linearized reading' (duration: 113.352639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.381251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:00.724433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222716318s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:00.724872Z","caller":"traceutil/trace.go:171","msg":"trace[705393196] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"1.223312653s","start":"2026-03-31T22:42:59.501534Z","end":"2026-03-31T22:43:00.724847Z","steps":["trace[705393196] 'process raft request' (duration: 1.223154558s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.72504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.501502Z","time spent":"1.223442466s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:01.000001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.918724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:01.000215Z","caller":"traceutil/trace.go:171","msg":"trace[1799502627] linearizableReadLoop","detail":"{readStateIndex:9986; appliedIndex:9982; }","duration":"1.11994924s","start":"2026-03-31T22:42:59.880249Z","end":"2026-03-31T22:43:01.000199Z","steps":["trace[1799502627] 'read index received' (duration: 844.412337ms)","trace[1799502627] 'applied index is now lower than readState.Index' (duration: 275.535823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:01.000209Z","caller":"traceutil/trace.go:171","msg":"trace[1256801414] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"1.462950094s","start":"2026-03-31T22:42:59.537233Z","end":"2026-03-31T22:43:01.000183Z","steps":["trace[1256801414] 'process raft request' (duration: 1.305761614s)","trace[1256801414] 'compare' (duration: 156.756151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:01.000277Z","caller":"traceutil/trace.go:171","msg":"trace[1305460530] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"1.415118164s","start":"2026-03-31T22:42:59.5851Z","end":"2026-03-31T22:43:01.000218Z","steps":["trace[1305460530] 'process raft request' (duration: 1.414993351s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:01.000288Z","caller":"traceutil/trace.go:171","msg":"trace[805047306] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"1.414951621s","start":"2026-03-31T22:42:59.585296Z","end":"2026-03-31T22:43:01.000248Z","steps":["trace[805047306] 'process raft request' (duration: 1.414858999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.000328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.537213Z","time spent":"1.463050866s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:01.000433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.585275Z","time spent":"1.415080763s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:01.000456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.154733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:01.000494Z","caller":"traceutil/trace.go:171","msg":"trace[2032871688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9624; }","duration":"546.219685ms","start":"2026-03-31T22:43:00.454264Z","end":"2026-03-31T22:43:01.000484Z","steps":["trace[2032871688] 'agreement among raft nodes before linearized reading' (duration: 546.159204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.000503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.938361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:01.000523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:00.45425Z","time spent":"546.265906ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:43:01.000549Z","caller":"traceutil/trace.go:171","msg":"trace[1549546367] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9624; }","duration":"954.019013ms","start":"2026-03-31T22:43:00.046511Z","end":"2026-03-31T22:43:01.00053Z","steps":["trace[1549546367] 'agreement among raft nodes before linearized reading' (duration: 953.971622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.000547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.913252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:01.000598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:00.046491Z","time spent":"954.094425ms","remote":"127.0.0.1:58262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:01.000463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058470441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:43:01.000632Z","caller":"traceutil/trace.go:171","msg":"trace[30076068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9624; }","duration":"691.054175ms","start":"2026-03-31T22:43:00.309559Z","end":"2026-03-31T22:43:01.000613Z","steps":["trace[30076068] 'agreement among raft nodes before linearized reading' (duration: 690.863001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:01.000663Z","caller":"traceutil/trace.go:171","msg":"trace[1704388168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9624; }","duration":"1.058720857s","start":"2026-03-31T22:42:59.941934Z","end":"2026-03-31T22:43:01.000655Z","steps":["trace[1704388168] 'agreement among raft nodes before linearized reading' (duration: 1.058443741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.000662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061259914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:43:01.000678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:00.30954Z","time spent":"691.127117ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:01.000694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.941909Z","time spent":"1.058776919s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:43:01.000699Z","caller":"traceutil/trace.go:171","msg":"trace[962827911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9624; }","duration":"1.061318386s","start":"2026-03-31T22:42:59.939371Z","end":"2026-03-31T22:43:01.000689Z","steps":["trace[962827911] 'agreement among raft nodes before linearized reading' (duration: 1.061171232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.000731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.939359Z","time spent":"1.061365366s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:43:01.000799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063231889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:43:01.000851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06106958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:43:01.000862Z","caller":"traceutil/trace.go:171","msg":"trace[1973310974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9624; }","duration":"1.063325331s","start":"2026-03-31T22:42:59.937521Z","end":"2026-03-31T22:43:01.000846Z","steps":["trace[1973310974] 'agreement among raft nodes before linearized reading' (duration: 1.063142497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.00087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110776712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:43:01.000907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.937503Z","time spent":"1.063391012s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:43:01.000936Z","caller":"traceutil/trace.go:171","msg":"trace[1771544149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9624; }","duration":"1.110891265s","start":"2026-03-31T22:42:59.890028Z","end":"2026-03-31T22:43:01.000919Z","steps":["trace[1771544149] 'agreement among raft nodes before linearized reading' (duration: 1.110297491s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:01.000888Z","caller":"traceutil/trace.go:171","msg":"trace[230306130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9624; }","duration":"1.061120681s","start":"2026-03-31T22:42:59.939758Z","end":"2026-03-31T22:43:01.000879Z","steps":["trace[230306130] 'agreement among raft nodes before linearized reading' (duration: 1.061002358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.000987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.890002Z","time spent":"1.110972536s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:01.001028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.939749Z","time spent":"1.061267415s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:01.001174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.585076Z","time spent":"1.415236037s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:01.002946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122711563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:01.003Z","caller":"traceutil/trace.go:171","msg":"trace[751395330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9624; }","duration":"1.122805655s","start":"2026-03-31T22:42:59.880183Z","end":"2026-03-31T22:43:01.002988Z","steps":["trace[751395330] 'agreement among raft nodes before linearized reading' (duration: 1.120127004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.003036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:59.880164Z","time spent":"1.122864676s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:43:01.382275Z","caller":"traceutil/trace.go:171","msg":"trace[1237456889] linearizableReadLoop","detail":"{readStateIndex:9989; appliedIndex:9986; }","duration":"375.858067ms","start":"2026-03-31T22:43:01.006399Z","end":"2026-03-31T22:43:01.382257Z","steps":["trace[1237456889] 'read index received' (duration: 58.720236ms)","trace[1237456889] 'applied index is now lower than readState.Index' (duration: 317.136881ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:01.382409Z","caller":"traceutil/trace.go:171","msg":"trace[652145943] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"376.361077ms","start":"2026-03-31T22:43:01.006015Z","end":"2026-03-31T22:43:01.382376Z","steps":["trace[652145943] 'process raft request' (duration: 376.161923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:01.382557Z","caller":"traceutil/trace.go:171","msg":"trace[1586588446] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"374.348292ms","start":"2026-03-31T22:43:01.008174Z","end":"2026-03-31T22:43:01.382522Z","steps":["trace[1586588446] 'process raft request' (duration: 374.032345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.382626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.212844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-03-31T22:43:01.38263Z","caller":"traceutil/trace.go:171","msg":"trace[1223846990] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"376.796567ms","start":"2026-03-31T22:43:01.005824Z","end":"2026-03-31T22:43:01.38262Z","steps":["trace[1223846990] 'process raft request' (duration: 376.217884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:01.382652Z","caller":"traceutil/trace.go:171","msg":"trace[1613543954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9629; }","duration":"376.270385ms","start":"2026-03-31T22:43:01.006375Z","end":"2026-03-31T22:43:01.382645Z","steps":["trace[1613543954] 'agreement among raft nodes before linearized reading' (duration: 375.962498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.382675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:01.006367Z","time spent":"376.301456ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:43:01.382682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:01.005804Z","time spent":"376.855689ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:01.382588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:01.006007Z","time spent":"376.51018ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:01.382712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:01.008165Z","time spent":"374.467764ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:01.382715Z","caller":"traceutil/trace.go:171","msg":"trace[1576503177] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"374.143167ms","start":"2026-03-31T22:43:01.008509Z","end":"2026-03-31T22:43:01.382652Z","steps":["trace[1576503177] 'process raft request' (duration: 373.720328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.383091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:01.008473Z","time spent":"374.427974ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:01.776761Z","caller":"traceutil/trace.go:171","msg":"trace[2053028700] linearizableReadLoop","detail":"{readStateIndex:9992; appliedIndex:9991; }","duration":"251.603432ms","start":"2026-03-31T22:43:01.525137Z","end":"2026-03-31T22:43:01.77674Z","steps":["trace[2053028700] 'read index received' (duration: 251.457339ms)","trace[2053028700] 'applied index is now lower than readState.Index' (duration: 145.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:01.776867Z","caller":"traceutil/trace.go:171","msg":"trace[1691493041] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"604.055841ms","start":"2026-03-31T22:43:01.172772Z","end":"2026-03-31T22:43:01.776828Z","steps":["trace[1691493041] 'process raft request' (duration: 603.813206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.776932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.786886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:43:01.776967Z","caller":"traceutil/trace.go:171","msg":"trace[1214588334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9630; }","duration":"251.875108ms","start":"2026-03-31T22:43:01.52508Z","end":"2026-03-31T22:43:01.776955Z","steps":["trace[1214588334] 'agreement among raft nodes before linearized reading' (duration: 251.743675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:01.777058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:01.172743Z","time spent":"604.221404ms","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:01.80473Z","caller":"traceutil/trace.go:171","msg":"trace[890676605] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"234.167269ms","start":"2026-03-31T22:43:01.570536Z","end":"2026-03-31T22:43:01.804703Z","steps":["trace[890676605] 'process raft request' (duration: 233.977894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:02.025882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.342015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-31T22:43:02.025949Z","caller":"traceutil/trace.go:171","msg":"trace[1568786821] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9631; }","duration":"154.462108ms","start":"2026-03-31T22:43:01.871471Z","end":"2026-03-31T22:43:02.025933Z","steps":["trace[1568786821] 'range keys from in-memory index tree' (duration: 154.233753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:02.450602Z","caller":"traceutil/trace.go:171","msg":"trace[543504962] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"206.759808ms","start":"2026-03-31T22:43:02.243822Z","end":"2026-03-31T22:43:02.450582Z","steps":["trace[543504962] 'process raft request' (duration: 206.595574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:02.451311Z","caller":"traceutil/trace.go:171","msg":"trace[946967924] linearizableReadLoop","detail":"{readStateIndex:9994; appliedIndex:9994; }","duration":"166.639483ms","start":"2026-03-31T22:43:02.28466Z","end":"2026-03-31T22:43:02.4513Z","steps":["trace[946967924] 'read index received' (duration: 166.634033ms)","trace[946967924] 'applied index is now lower than readState.Index' (duration: 4.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:02.451392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.721675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:02.45143Z","caller":"traceutil/trace.go:171","msg":"trace[497713776] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9632; }","duration":"166.802787ms","start":"2026-03-31T22:43:02.284616Z","end":"2026-03-31T22:43:02.451419Z","steps":["trace[497713776] 'agreement among raft nodes before linearized reading' (duration: 166.727335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:02.955092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:03.456218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:03.793647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342310059s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:43:04.253825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.964176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:43:04.261743Z","caller":"traceutil/trace.go:171","msg":"trace[1605588246] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"1.254492257s","start":"2026-03-31T22:43:03.007225Z","end":"2026-03-31T22:43:04.261717Z","steps":["trace[1605588246] 'process raft request' (duration: 1.254306072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.26188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.007193Z","time spent":"1.25461995s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:04.262001Z","caller":"traceutil/trace.go:171","msg":"trace[117899144] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"1.25246115s","start":"2026-03-31T22:43:03.009511Z","end":"2026-03-31T22:43:04.261972Z","steps":["trace[117899144] 'process raft request' (duration: 1.252170444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.262105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807094795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:04.262137Z","caller":"traceutil/trace.go:171","msg":"trace[571474454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9635; }","duration":"1.807156176s","start":"2026-03-31T22:43:02.454972Z","end":"2026-03-31T22:43:04.262128Z","steps":["trace[571474454] 'agreement among raft nodes before linearized reading' (duration: 1.807084584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.26214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.009484Z","time spent":"1.252588004s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:04.262148Z","caller":"traceutil/trace.go:171","msg":"trace[1821688325] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"1.252599334s","start":"2026-03-31T22:43:03.009539Z","end":"2026-03-31T22:43:04.262139Z","steps":["trace[1821688325] 'process raft request' (duration: 1.252341698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.262157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:02.454954Z","time spent":"1.807197767s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:04.262194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.009509Z","time spent":"1.252662865s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:04.262036Z","caller":"traceutil/trace.go:171","msg":"trace[1163810150] linearizableReadLoop","detail":"{readStateIndex:9998; appliedIndex:9994; }","duration":"1.807012462s","start":"2026-03-31T22:43:02.45501Z","end":"2026-03-31T22:43:04.262022Z","steps":["trace[1163810150] 'read index received' (duration: 1.338852831s)","trace[1163810150] 'applied index is now lower than readState.Index' (duration: 468.159011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:04.262448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.781387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:43:04.262472Z","caller":"traceutil/trace.go:171","msg":"trace[2000694199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9635; }","duration":"872.818477ms","start":"2026-03-31T22:43:03.389647Z","end":"2026-03-31T22:43:04.262466Z","steps":["trace[2000694199] 'agreement among raft nodes before linearized reading' (duration: 872.723445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.262493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.389639Z","time spent":"872.848728ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:04.262469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594837581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:04.262571Z","caller":"traceutil/trace.go:171","msg":"trace[1752502182] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9635; }","duration":"1.594987515s","start":"2026-03-31T22:43:02.667554Z","end":"2026-03-31T22:43:04.262541Z","steps":["trace[1752502182] 'agreement among raft nodes before linearized reading' (duration: 1.594804141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.262596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.091364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:43:04.262655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.250293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:04.262688Z","caller":"traceutil/trace.go:171","msg":"trace[924390496] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9635; }","duration":"689.286504ms","start":"2026-03-31T22:43:03.573395Z","end":"2026-03-31T22:43:04.262681Z","steps":["trace[924390496] 'agreement among raft nodes before linearized reading' (duration: 689.241303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.262716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.573315Z","time spent":"689.394147ms","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:04.262724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.143525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:43:04.262754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.255298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:43:04.262817Z","caller":"traceutil/trace.go:171","msg":"trace[916062785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9635; }","duration":"873.323799ms","start":"2026-03-31T22:43:03.389452Z","end":"2026-03-31T22:43:04.262776Z","steps":["trace[916062785] 'agreement among raft nodes before linearized reading' (duration: 873.181066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:04.262772Z","caller":"traceutil/trace.go:171","msg":"trace[819145310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9635; }","duration":"873.178216ms","start":"2026-03-31T22:43:03.389567Z","end":"2026-03-31T22:43:04.262745Z","steps":["trace[819145310] 'agreement among raft nodes before linearized reading' (duration: 873.106784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.262841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.389429Z","time spent":"873.406141ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:43:04.262862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.389561Z","time spent":"873.292738ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:04.262863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.954088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:04.262893Z","caller":"traceutil/trace.go:171","msg":"trace[1246579650] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9635; }","duration":"712.983319ms","start":"2026-03-31T22:43:03.5499Z","end":"2026-03-31T22:43:04.262883Z","steps":["trace[1246579650] 'agreement among raft nodes before linearized reading' (duration: 712.932397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.262924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.549868Z","time spent":"713.04859ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:04.262969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193877578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:43:04.263015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.470453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:43:04.263012Z","caller":"traceutil/trace.go:171","msg":"trace[1058981590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9635; }","duration":"1.19397209s","start":"2026-03-31T22:43:03.06903Z","end":"2026-03-31T22:43:04.263002Z","steps":["trace[1058981590] 'agreement among raft nodes before linearized reading' (duration: 1.193868157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.263047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.069002Z","time spent":"1.194039101s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:43:04.263053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.213567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:04.263075Z","caller":"traceutil/trace.go:171","msg":"trace[980639618] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9635; }","duration":"714.287559ms","start":"2026-03-31T22:43:03.548782Z","end":"2026-03-31T22:43:04.26307Z","steps":["trace[980639618] 'agreement among raft nodes before linearized reading' (duration: 714.243688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.263102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.548754Z","time spent":"714.340799ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:04.263044Z","caller":"traceutil/trace.go:171","msg":"trace[717496914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9635; }","duration":"873.517964ms","start":"2026-03-31T22:43:03.389517Z","end":"2026-03-31T22:43:04.263035Z","steps":["trace[717496914] 'agreement among raft nodes before linearized reading' (duration: 873.447082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.263207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.389509Z","time spent":"873.687428ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:43:04.26265Z","caller":"traceutil/trace.go:171","msg":"trace[1343257890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9635; }","duration":"873.186136ms","start":"2026-03-31T22:43:03.389452Z","end":"2026-03-31T22:43:04.262638Z","steps":["trace[1343257890] 'agreement among raft nodes before linearized reading' (duration: 873.051833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.263248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.389434Z","time spent":"873.805541ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:04.263297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53451091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:43:04.26262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.626085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:04.263344Z","caller":"traceutil/trace.go:171","msg":"trace[1048012139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9635; }","duration":"1.53455577s","start":"2026-03-31T22:43:02.728773Z","end":"2026-03-31T22:43:04.263329Z","steps":["trace[1048012139] 'agreement among raft nodes before linearized reading' (duration: 1.534423038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.263377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:02.728726Z","time spent":"1.534641182s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:04.262613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:02.667536Z","time spent":"1.595067666s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:04.263347Z","caller":"traceutil/trace.go:171","msg":"trace[1590375602] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9635; }","duration":"641.361792ms","start":"2026-03-31T22:43:03.621974Z","end":"2026-03-31T22:43:04.263336Z","steps":["trace[1590375602] 'agreement among raft nodes before linearized reading' (duration: 640.619934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.263459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:03.62191Z","time spent":"641.539116ms","remote":"127.0.0.1:57216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:04.690551Z","caller":"traceutil/trace.go:171","msg":"trace[1384812258] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"422.613563ms","start":"2026-03-31T22:43:04.267914Z","end":"2026-03-31T22:43:04.690528Z","steps":["trace[1384812258] 'process raft request' (duration: 422.405668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.690698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:04.267896Z","time spent":"422.720975ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:04.690948Z","caller":"traceutil/trace.go:171","msg":"trace[1029259449] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"423.025172ms","start":"2026-03-31T22:43:04.267911Z","end":"2026-03-31T22:43:04.690936Z","steps":["trace[1029259449] 'process raft request' (duration: 422.551042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.691001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:04.267887Z","time spent":"423.086023ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:04.691024Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4da37caf00b87dfe","local-member-applied-index":10004,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T22:43:04.691079Z","caller":"traceutil/trace.go:171","msg":"trace[1665125746] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"422.973971ms","start":"2026-03-31T22:43:04.268095Z","end":"2026-03-31T22:43:04.691069Z","steps":["trace[1665125746] 'process raft request' (duration: 422.832898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.69116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:04.268091Z","time spent":"423.034202ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:04.691138Z","caller":"traceutil/trace.go:171","msg":"trace[1034716673] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"423.048063ms","start":"2026-03-31T22:43:04.268056Z","end":"2026-03-31T22:43:04.691104Z","steps":["trace[1034716673] 'process raft request' (duration: 422.691605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:04.691176Z","caller":"traceutil/trace.go:171","msg":"trace[1060620858] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"422.52163ms","start":"2026-03-31T22:43:04.268637Z","end":"2026-03-31T22:43:04.691159Z","steps":["trace[1060620858] 'process raft request' (duration: 422.332286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:04.691254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:04.268628Z","time spent":"422.584861ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:04.691277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:04.268049Z","time spent":"423.160765ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:04.691287Z","caller":"traceutil/trace.go:171","msg":"trace[25150654] linearizableReadLoop","detail":"{readStateIndex:10004; appliedIndex:9998; }","duration":"420.712589ms","start":"2026-03-31T22:43:04.270537Z","end":"2026-03-31T22:43:04.69125Z","steps":["trace[25150654] 'read index received' (duration: 60.931166ms)","trace[25150654] 'applied index is now lower than readState.Index' (duration: 359.777843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:04.965035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.64735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:04.965127Z","caller":"traceutil/trace.go:171","msg":"trace[1286588839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9641; }","duration":"692.764862ms","start":"2026-03-31T22:43:04.272337Z","end":"2026-03-31T22:43:04.965101Z","steps":["trace[1286588839] 'agreement among raft nodes before linearized reading' (duration: 419.146433ms)","trace[1286588839] 'range keys from in-memory index tree' (duration: 273.483826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:04.965172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:04.272327Z","time spent":"692.835194ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:04.965631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.076525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-03-31T22:43:04.965699Z","caller":"traceutil/trace.go:171","msg":"trace[1995424769] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9641; }","duration":"695.186307ms","start":"2026-03-31T22:43:04.270495Z","end":"2026-03-31T22:43:04.965681Z","steps":["trace[1995424769] 'agreement among raft nodes before linearized reading' (duration: 420.843842ms)","trace[1995424769] 'range keys from in-memory index tree' (duration: 273.692431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:04.965734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:04.270482Z","time spent":"695.241958ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:43:05.193842Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10004} {"level":"info","ts":"2026-03-31T22:43:05.193976Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5004} {"level":"warn","ts":"2026-03-31T22:43:08.453804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:43:08.453892Z","caller":"traceutil/trace.go:171","msg":"trace[2112897456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293897s","start":"2026-03-31T22:43:06.453581Z","end":"2026-03-31T22:43:08.453874Z","steps":["trace[2112897456] 'agreement among raft nodes before linearized reading' (duration: 2.000184364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.453933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.453564Z","time spent":"2.000359478s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:43:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:43:08.668808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075190447s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:08.668912Z","caller":"traceutil/trace.go:171","msg":"trace[1132732476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9642; }","duration":"2.075299889s","start":"2026-03-31T22:43:06.593592Z","end":"2026-03-31T22:43:08.668892Z","steps":["trace[1132732476] 'range keys from in-memory index tree' (duration: 2.075176097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.669802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284416462s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:08.669935Z","caller":"traceutil/trace.go:171","msg":"trace[1377370426] linearizableReadLoop","detail":"{readStateIndex:10007; appliedIndex:10005; }","duration":"2.334126514s","start":"2026-03-31T22:43:06.335798Z","end":"2026-03-31T22:43:08.669925Z","steps":["trace[1377370426] 'read index received' (duration: 49.541029ms)","trace[1377370426] 'applied index is now lower than readState.Index' (duration: 2.284584645s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:08.670077Z","caller":"traceutil/trace.go:171","msg":"trace[1086693434] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"2.401436124s","start":"2026-03-31T22:43:06.268615Z","end":"2026-03-31T22:43:08.670051Z","steps":["trace[1086693434] 'process raft request' (duration: 2.40125497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.670208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.268592Z","time spent":"2.401545977s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:08.670215Z","caller":"traceutil/trace.go:171","msg":"trace[125044722] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"2.40212035s","start":"2026-03-31T22:43:06.268011Z","end":"2026-03-31T22:43:08.670131Z","steps":["trace[125044722] 'process raft request' (duration: 117.313289ms)","trace[125044722] 'compare' (duration: 2.283129613s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:08.670313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.267999Z","time spent":"2.402268883s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:08.670603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334654717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:43:08.670709Z","caller":"traceutil/trace.go:171","msg":"trace[368386239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9644; }","duration":"2.334933952s","start":"2026-03-31T22:43:06.335748Z","end":"2026-03-31T22:43:08.670682Z","steps":["trace[368386239] 'agreement among raft nodes before linearized reading' (duration: 2.334330929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.670979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.335731Z","time spent":"2.335211399s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:43:08.821306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.17938851s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:43:09.264697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.976514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:09.265021Z","caller":"traceutil/trace.go:171","msg":"trace[2146375973] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"2.92030169s","start":"2026-03-31T22:43:06.344687Z","end":"2026-03-31T22:43:09.264989Z","steps":["trace[2146375973] 'process raft request' (duration: 2.476890797s)","trace[2146375973] 'compare' (duration: 442.627236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:09.265145Z","caller":"traceutil/trace.go:171","msg":"trace[1853606265] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"943.932155ms","start":"2026-03-31T22:43:08.321191Z","end":"2026-03-31T22:43:09.265123Z","steps":["trace[1853606265] 'process raft request' (duration: 943.836173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.265157Z","caller":"traceutil/trace.go:171","msg":"trace[1618218789] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"1.800376963s","start":"2026-03-31T22:43:07.464742Z","end":"2026-03-31T22:43:09.265119Z","steps":["trace[1618218789] 'process raft request' (duration: 1.800095467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.265174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.344668Z","time spent":"2.920420512s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:09.265234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.321154Z","time spent":"944.040087ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:09.265245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:07.464718Z","time spent":"1.800474476s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:09.265406Z","caller":"traceutil/trace.go:171","msg":"trace[1577651057] linearizableReadLoop","detail":"{readStateIndex:10010; appliedIndex:10007; }","duration":"595.423955ms","start":"2026-03-31T22:43:08.669971Z","end":"2026-03-31T22:43:09.265395Z","steps":["trace[1577651057] 'read index received' (duration: 151.583653ms)","trace[1577651057] 'applied index is now lower than readState.Index' (duration: 443.838112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:09.265548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366107656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:09.265578Z","caller":"traceutil/trace.go:171","msg":"trace[637969591] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9648; }","duration":"2.366159177s","start":"2026-03-31T22:43:06.899409Z","end":"2026-03-31T22:43:09.265568Z","steps":["trace[637969591] 'agreement among raft nodes before linearized reading' (duration: 2.366060365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.265597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.899392Z","time spent":"2.366200819s","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:09.265647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220881608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:43:09.265643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292976675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:43:09.265729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443657038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:43:09.265735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517051806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:09.265683Z","caller":"traceutil/trace.go:171","msg":"trace[2032389905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9648; }","duration":"2.220950228s","start":"2026-03-31T22:43:07.044724Z","end":"2026-03-31T22:43:09.265675Z","steps":["trace[2032389905] 'agreement among raft nodes before linearized reading' (duration: 2.220828256s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.265752Z","caller":"traceutil/trace.go:171","msg":"trace[1964617993] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:9648; }","duration":"2.443700248s","start":"2026-03-31T22:43:06.822047Z","end":"2026-03-31T22:43:09.265747Z","steps":["trace[1964617993] 'agreement among raft nodes before linearized reading' (duration: 2.443641607s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.26576Z","caller":"traceutil/trace.go:171","msg":"trace[569718110] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9648; }","duration":"1.517104496s","start":"2026-03-31T22:43:07.748647Z","end":"2026-03-31T22:43:09.265752Z","steps":["trace[569718110] 'agreement among raft nodes before linearized reading' (duration: 1.517048595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.265769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.822028Z","time spent":"2.44373856s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:43:09.265787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:07.748628Z","time spent":"1.517146528s","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:09.265788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:07.044702Z","time spent":"2.221069712s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:43:09.265747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457267486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:09.265723Z","caller":"traceutil/trace.go:171","msg":"trace[1100949232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9648; }","duration":"2.293139939s","start":"2026-03-31T22:43:06.97256Z","end":"2026-03-31T22:43:09.2657Z","steps":["trace[1100949232] 'agreement among raft nodes before linearized reading' (duration: 2.292903924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.265891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56907954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:43:09.265909Z","caller":"traceutil/trace.go:171","msg":"trace[1224321063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9648; }","duration":"2.569114961s","start":"2026-03-31T22:43:06.696788Z","end":"2026-03-31T22:43:09.265903Z","steps":["trace[1224321063] 'agreement among raft nodes before linearized reading' (duration: 2.569061539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.265929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.696781Z","time spent":"2.569144111s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:09.265971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57045272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:09.26597Z","caller":"traceutil/trace.go:171","msg":"trace[2045008681] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9648; }","duration":"1.457571063s","start":"2026-03-31T22:43:07.808313Z","end":"2026-03-31T22:43:09.265884Z","steps":["trace[2045008681] 'agreement among raft nodes before linearized reading' (duration: 1.457219465s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.266009Z","caller":"traceutil/trace.go:171","msg":"trace[1298475324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9648; }","duration":"2.570518722s","start":"2026-03-31T22:43:06.695481Z","end":"2026-03-31T22:43:09.266Z","steps":["trace[1298475324] 'agreement among raft nodes before linearized reading' (duration: 2.570400169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.266047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.695464Z","time spent":"2.570576564s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:09.265906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.972538Z","time spent":"2.293360073s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:43:09.266069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569924049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:43:09.266101Z","caller":"traceutil/trace.go:171","msg":"trace[1080820378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9648; }","duration":"2.56999346s","start":"2026-03-31T22:43:06.6961Z","end":"2026-03-31T22:43:09.266093Z","steps":["trace[1080820378] 'agreement among raft nodes before linearized reading' (duration: 2.569913818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.266124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.696079Z","time spent":"2.570038851s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:09.266121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:07.808274Z","time spent":"1.457776528s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:09.266252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569900329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:43:09.266272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.126699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:09.26628Z","caller":"traceutil/trace.go:171","msg":"trace[1626625308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9648; }","duration":"2.569987261s","start":"2026-03-31T22:43:06.696285Z","end":"2026-03-31T22:43:09.266273Z","steps":["trace[1626625308] 'agreement among raft nodes before linearized reading' (duration: 2.569901289s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.266292Z","caller":"traceutil/trace.go:171","msg":"trace[1000495323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9648; }","duration":"812.16746ms","start":"2026-03-31T22:43:08.454118Z","end":"2026-03-31T22:43:09.266286Z","steps":["trace[1000495323] 'agreement among raft nodes before linearized reading' (duration: 812.132709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.266302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.696263Z","time spent":"2.570032792s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:09.266281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570734437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:09.266334Z","caller":"traceutil/trace.go:171","msg":"trace[2071879813] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"591.408386ms","start":"2026-03-31T22:43:08.674921Z","end":"2026-03-31T22:43:09.266329Z","steps":["trace[2071879813] 'process raft request' (duration: 590.146957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.266347Z","caller":"traceutil/trace.go:171","msg":"trace[775658361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9648; }","duration":"2.57085539s","start":"2026-03-31T22:43:06.695475Z","end":"2026-03-31T22:43:09.26633Z","steps":["trace[775658361] 'agreement among raft nodes before linearized reading' (duration: 2.570642944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.266376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.674896Z","time spent":"591.458637ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:09.266388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.695452Z","time spent":"2.570928422s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:09.265848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23163202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:43:09.266431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.191995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:09.266447Z","caller":"traceutil/trace.go:171","msg":"trace[1559135073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9648; }","duration":"2.232269215s","start":"2026-03-31T22:43:07.034168Z","end":"2026-03-31T22:43:09.266437Z","steps":["trace[1559135073] 'agreement among raft nodes before linearized reading' (duration: 2.231622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.266476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:07.034151Z","time spent":"2.232317766s","remote":"127.0.0.1:57382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:09.266474Z","caller":"traceutil/trace.go:171","msg":"trace[355841852] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9648; }","duration":"686.267677ms","start":"2026-03-31T22:43:08.580194Z","end":"2026-03-31T22:43:09.266462Z","steps":["trace[355841852] 'agreement among raft nodes before linearized reading' (duration: 686.166995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.266313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.454106Z","time spent":"812.204321ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:09.266507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.580174Z","time spent":"686.325169ms","remote":"127.0.0.1:57600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:09.265993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.559578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:09.26661Z","caller":"traceutil/trace.go:171","msg":"trace[1132648310] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9648; }","duration":"240.200144ms","start":"2026-03-31T22:43:09.026399Z","end":"2026-03-31T22:43:09.2666Z","steps":["trace[1132648310] 'agreement among raft nodes before linearized reading' (duration: 239.572859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.772304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:09.882173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.268391Z","time spent":"613.776068ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:43:10.982047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108363226s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:10.982645Z","caller":"traceutil/trace.go:171","msg":"trace[474745437] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"1.711192297s","start":"2026-03-31T22:43:09.27142Z","end":"2026-03-31T22:43:10.982612Z","steps":["trace[474745437] 'process raft request' (duration: 1.71086778s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:10.982924Z","caller":"traceutil/trace.go:171","msg":"trace[1743043805] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"1.71130459s","start":"2026-03-31T22:43:09.271592Z","end":"2026-03-31T22:43:10.982897Z","steps":["trace[1743043805] 'process raft request' (duration: 1.710917151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:10.982941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.271395Z","time spent":"1.71135242s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:10.983079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.271561Z","time spent":"1.711432663s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:10.983121Z","caller":"traceutil/trace.go:171","msg":"trace[1587914519] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"1.711248607s","start":"2026-03-31T22:43:09.271849Z","end":"2026-03-31T22:43:10.983097Z","steps":["trace[1587914519] 'process raft request' (duration: 1.711137285s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:10.983173Z","caller":"traceutil/trace.go:171","msg":"trace[714672684] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"1.711093263s","start":"2026-03-31T22:43:09.27207Z","end":"2026-03-31T22:43:10.983163Z","steps":["trace[714672684] 'process raft request' (duration: 1.710989811s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:10.983179Z","caller":"traceutil/trace.go:171","msg":"trace[1810918460] linearizableReadLoop","detail":"{readStateIndex:10017; appliedIndex:10011; }","duration":"1.711973735s","start":"2026-03-31T22:43:09.271192Z","end":"2026-03-31T22:43:10.983165Z","steps":["trace[1810918460] 'read index received' (duration: 531.969742ms)","trace[1810918460] 'applied index is now lower than readState.Index' (duration: 1.180002403s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:10.983079Z","caller":"traceutil/trace.go:171","msg":"trace[255878387] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"1.711575845s","start":"2026-03-31T22:43:09.27149Z","end":"2026-03-31T22:43:10.983066Z","steps":["trace[255878387] 'process raft request' (duration: 1.71132686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:10.983231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.272063Z","time spent":"1.711140564s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:10.983278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.271836Z","time spent":"1.711350029s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:10.983372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.271471Z","time spent":"1.711796671s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:10.983402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71220799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:43:10.983441Z","caller":"traceutil/trace.go:171","msg":"trace[1186271914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9653; }","duration":"1.712294862s","start":"2026-03-31T22:43:09.271133Z","end":"2026-03-31T22:43:10.983428Z","steps":["trace[1186271914] 'agreement among raft nodes before linearized reading' (duration: 1.712133758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:10.98347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.271077Z","time spent":"1.712386714s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:43:11.275152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:43:11.275223Z","caller":"traceutil/trace.go:171","msg":"trace[1147574394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267975s","start":"2026-03-31T22:43:09.274938Z","end":"2026-03-31T22:43:11.275206Z","steps":["trace[1147574394] 'agreement among raft nodes before linearized reading' (duration: 2.000154862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:11.275259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.274929Z","time spent":"2.000321596s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:43:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:43:11.570076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.112635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:11.570248Z","caller":"traceutil/trace.go:171","msg":"trace[126541187] linearizableReadLoop","detail":"{readStateIndex:10020; appliedIndex:10017; }","duration":"587.022845ms","start":"2026-03-31T22:43:10.983211Z","end":"2026-03-31T22:43:11.570233Z","steps":["trace[126541187] 'read index received' (duration: 120.708736ms)","trace[126541187] 'applied index is now lower than readState.Index' (duration: 466.312979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:11.570308Z","caller":"traceutil/trace.go:171","msg":"trace[842592099] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"1.687227537s","start":"2026-03-31T22:43:09.883071Z","end":"2026-03-31T22:43:11.570299Z","steps":["trace[842592099] 'process raft request' (duration: 1.220816216s)","trace[842592099] 'compare' (duration: 466.018122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:11.570362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.883048Z","time spent":"1.687289477s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:11.570553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169007454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:43:11.570558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963529645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:11.570833Z","caller":"traceutil/trace.go:171","msg":"trace[1069202801] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9656; }","duration":"1.963835182s","start":"2026-03-31T22:43:09.606985Z","end":"2026-03-31T22:43:11.570821Z","steps":["trace[1069202801] 'agreement among raft nodes before linearized reading' (duration: 1.963505935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:11.570865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299297477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T22:43:11.570862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812689429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:11.570842Z","caller":"traceutil/trace.go:171","msg":"trace[1190088478] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"895.616233ms","start":"2026-03-31T22:43:10.675136Z","end":"2026-03-31T22:43:11.570752Z","steps":["trace[1190088478] 'process raft request' (duration: 895.020409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:11.570936Z","caller":"traceutil/trace.go:171","msg":"trace[217790150] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9656; }","duration":"1.812799251s","start":"2026-03-31T22:43:09.758121Z","end":"2026-03-31T22:43:11.57092Z","steps":["trace[217790150] 'agreement among raft nodes before linearized reading' (duration: 1.812642758s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:11.570953Z","caller":"traceutil/trace.go:171","msg":"trace[2036194199] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9656; }","duration":"2.169035735s","start":"2026-03-31T22:43:09.401536Z","end":"2026-03-31T22:43:11.570572Z","steps":["trace[2036194199] 'agreement among raft nodes before linearized reading' (duration: 2.168965713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:11.570911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.606969Z","time spent":"1.963909243s","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:11.570987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.401454Z","time spent":"2.169525336s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:11.570817Z","caller":"traceutil/trace.go:171","msg":"trace[1325431970] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"895.044989ms","start":"2026-03-31T22:43:10.675719Z","end":"2026-03-31T22:43:11.570764Z","steps":["trace[1325431970] 'process raft request' (duration: 894.476256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:11.570907Z","caller":"traceutil/trace.go:171","msg":"trace[974478938] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b; range_end:; response_count:1; response_revision:9656; }","duration":"2.299357108s","start":"2026-03-31T22:43:09.271541Z","end":"2026-03-31T22:43:11.570898Z","steps":["trace[974478938] 'agreement among raft nodes before linearized reading' (duration: 2.299209515s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:11.571086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.675115Z","time spent":"895.856458ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:11.571105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299397469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-03-31T22:43:11.571154Z","caller":"traceutil/trace.go:171","msg":"trace[1971476354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9656; }","duration":"2.29948241s","start":"2026-03-31T22:43:09.271663Z","end":"2026-03-31T22:43:11.571145Z","steps":["trace[1971476354] 'agreement among raft nodes before linearized reading' (duration: 2.299092752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:11.571186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.271655Z","time spent":"2.299521341s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:43:11.570988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.758105Z","time spent":"1.812874504s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:11.571116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.271535Z","time spent":"2.299571362s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d3790c17e1b\" "} {"level":"warn","ts":"2026-03-31T22:43:11.572491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.675702Z","time spent":"895.360146ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:12.07102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751231460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:43:12.236468Z","caller":"traceutil/trace.go:171","msg":"trace[1843411326] transaction","detail":"{read_only:false; response_revision:9657; number_of_response:1; }","duration":"964.917888ms","start":"2026-03-31T22:43:11.271526Z","end":"2026-03-31T22:43:12.236444Z","steps":["trace[1843411326] 'process raft request' (duration: 964.765735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:12.236718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.271505Z","time spent":"965.052802ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:13.276011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:43:13.276134Z","caller":"traceutil/trace.go:171","msg":"trace[1638499057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805868s","start":"2026-03-31T22:43:11.275309Z","end":"2026-03-31T22:43:13.276115Z","steps":["trace[1638499057] 'agreement among raft nodes before linearized reading' (duration: 2.000656645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.276176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.275287Z","time spent":"2.000877791s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:13.294032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.109852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:13.294476Z","caller":"traceutil/trace.go:171","msg":"trace[1160016184] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"1.720672753s","start":"2026-03-31T22:43:11.573745Z","end":"2026-03-31T22:43:13.294418Z","steps":["trace[1160016184] 'process raft request' (duration: 1.60006608s)","trace[1160016184] 'compare' (duration: 119.734684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:13.294514Z","caller":"traceutil/trace.go:171","msg":"trace[1569414257] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"1.142037187s","start":"2026-03-31T22:43:12.152434Z","end":"2026-03-31T22:43:13.294471Z","steps":["trace[1569414257] 'process raft request' (duration: 1.14171035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.295034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.573713Z","time spent":"1.721168514s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.294674Z","caller":"traceutil/trace.go:171","msg":"trace[103527927] linearizableReadLoop","detail":"{readStateIndex:10022; appliedIndex:10020; }","duration":"1.724367617s","start":"2026-03-31T22:43:11.57027Z","end":"2026-03-31T22:43:13.294638Z","steps":["trace[103527927] 'read index received' (duration: 666.123611ms)","trace[103527927] 'applied index is now lower than readState.Index' (duration: 1.058239936s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:13.295061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.152411Z","time spent":"1.14256484s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:13.309803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982950775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:13.309937Z","caller":"traceutil/trace.go:171","msg":"trace[1119793724] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9659; }","duration":"1.98316092s","start":"2026-03-31T22:43:11.326737Z","end":"2026-03-31T22:43:13.309898Z","steps":["trace[1119793724] 'agreement among raft nodes before linearized reading' (duration: 1.967946787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.31006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.326719Z","time spent":"1.983316803s","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:13.310166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737423781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:43:13.310211Z","caller":"traceutil/trace.go:171","msg":"trace[374681798] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9659; }","duration":"1.737486193s","start":"2026-03-31T22:43:11.572716Z","end":"2026-03-31T22:43:13.310202Z","steps":["trace[374681798] 'agreement among raft nodes before linearized reading' (duration: 1.737312839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.310237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.572702Z","time spent":"1.737525674s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:43:13.31039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.091843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:13.310454Z","caller":"traceutil/trace.go:171","msg":"trace[641131529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9659; }","duration":"322.184964ms","start":"2026-03-31T22:43:12.988253Z","end":"2026-03-31T22:43:13.310438Z","steps":["trace[641131529] 'agreement among raft nodes before linearized reading' (duration: 321.955889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.310506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.988237Z","time spent":"322.257667ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:13.310726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040237878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:13.310857Z","caller":"traceutil/trace.go:171","msg":"trace[1372848905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9659; }","duration":"2.040395712s","start":"2026-03-31T22:43:11.270442Z","end":"2026-03-31T22:43:13.310838Z","steps":["trace[1372848905] 'agreement among raft nodes before linearized reading' (duration: 2.02431651s)","trace[1372848905] 'range keys from in-memory index tree' (duration: 15.864138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:13.310915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.270417Z","time spent":"2.040483975s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:43:13.311071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326023162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"warn","ts":"2026-03-31T22:43:13.311177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.420653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:43:13.311136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.780093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:13.311191Z","caller":"traceutil/trace.go:171","msg":"trace[625484726] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9659; }","duration":"2.326197546s","start":"2026-03-31T22:43:10.984957Z","end":"2026-03-31T22:43:13.311155Z","steps":["trace[625484726] 'agreement among raft nodes before linearized reading' (duration: 2.309779606s)","trace[625484726] 'range keys from in-memory index tree' (duration: 15.433828ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:13.311203Z","caller":"traceutil/trace.go:171","msg":"trace[828333658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9659; }","duration":"323.481443ms","start":"2026-03-31T22:43:12.987714Z","end":"2026-03-31T22:43:13.311196Z","steps":["trace[828333658] 'agreement among raft nodes before linearized reading' (duration: 323.401651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.311229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.987695Z","time spent":"323.527935ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:13.311261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.984938Z","time spent":"2.326296578s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19428,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:43:13.311273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.442133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:43:13.311345Z","caller":"traceutil/trace.go:171","msg":"trace[1139805780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9659; }","duration":"323.544785ms","start":"2026-03-31T22:43:12.987782Z","end":"2026-03-31T22:43:13.311327Z","steps":["trace[1139805780] 'agreement among raft nodes before linearized reading' (duration: 323.286249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.311353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.469113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:43:13.311389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.987776Z","time spent":"323.602957ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:43:13.311416Z","caller":"traceutil/trace.go:171","msg":"trace[1432614921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9659; }","duration":"323.554857ms","start":"2026-03-31T22:43:12.987845Z","end":"2026-03-31T22:43:13.311399Z","steps":["trace[1432614921] 'agreement among raft nodes before linearized reading' (duration: 323.372882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.311304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.682462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:43:13.311442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.594767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:43:13.311479Z","caller":"traceutil/trace.go:171","msg":"trace[1286322556] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9659; }","duration":"526.897848ms","start":"2026-03-31T22:43:12.784567Z","end":"2026-03-31T22:43:13.311465Z","steps":["trace[1286322556] 'agreement among raft nodes before linearized reading' (duration: 526.712963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.311505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.784541Z","time spent":"526.95565ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:13.311499Z","caller":"traceutil/trace.go:171","msg":"trace[705329041] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9659; }","duration":"323.662148ms","start":"2026-03-31T22:43:12.987821Z","end":"2026-03-31T22:43:13.311483Z","steps":["trace[705329041] 'agreement among raft nodes before linearized reading' (duration: 323.518144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.311536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.987805Z","time spent":"323.721029ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:13.311457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.98784Z","time spent":"323.608098ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:43:13.311818Z","caller":"traceutil/trace.go:171","msg":"trace[1948610911] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9659; }","duration":"103.922106ms","start":"2026-03-31T22:43:13.207292Z","end":"2026-03-31T22:43:13.311214Z","steps":["trace[1948610911] 'agreement among raft nodes before linearized reading' (duration: 103.745873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:13.595141Z","caller":"traceutil/trace.go:171","msg":"trace[1662886903] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"281.061967ms","start":"2026-03-31T22:43:13.314034Z","end":"2026-03-31T22:43:13.595096Z","steps":["trace[1662886903] 'process raft request' (duration: 280.808552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:13.632298Z","caller":"traceutil/trace.go:171","msg":"trace[1878724410] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"317.54046ms","start":"2026-03-31T22:43:13.314729Z","end":"2026-03-31T22:43:13.632269Z","steps":["trace[1878724410] 'process raft request' (duration: 317.240204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:13.63232Z","caller":"traceutil/trace.go:171","msg":"trace[218991811] transaction","detail":"{read_only:false; response_revision:9663; number_of_response:1; }","duration":"315.922034ms","start":"2026-03-31T22:43:13.316363Z","end":"2026-03-31T22:43:13.632285Z","steps":["trace[218991811] 'process raft request' (duration: 315.849842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.632439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.314712Z","time spent":"317.650202ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.632316Z","caller":"traceutil/trace.go:171","msg":"trace[1782038491] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"316.980727ms","start":"2026-03-31T22:43:13.315317Z","end":"2026-03-31T22:43:13.632297Z","steps":["trace[1782038491] 'process raft request' (duration: 316.853524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.632532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.316346Z","time spent":"316.072738ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.632593Z","caller":"traceutil/trace.go:171","msg":"trace[1768168893] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"315.698509ms","start":"2026-03-31T22:43:13.316849Z","end":"2026-03-31T22:43:13.632548Z","steps":["trace[1768168893] 'process raft request' (duration: 315.397322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.632549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.3153Z","time spent":"317.230153ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.632675Z","caller":"traceutil/trace.go:171","msg":"trace[2135011388] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"314.558442ms","start":"2026-03-31T22:43:13.31811Z","end":"2026-03-31T22:43:13.632669Z","steps":["trace[2135011388] 'process raft request' (duration: 314.346247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.632715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.3181Z","time spent":"314.596003ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.632869Z","caller":"traceutil/trace.go:171","msg":"trace[1278541564] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"314.297736ms","start":"2026-03-31T22:43:13.318565Z","end":"2026-03-31T22:43:13.632862Z","steps":["trace[1278541564] 'process raft request' (duration: 314.075032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.632982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.318533Z","time spent":"314.357728ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:13.633022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.31683Z","time spent":"316.151009ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.633015Z","caller":"traceutil/trace.go:171","msg":"trace[865003931] linearizableReadLoop","detail":"{readStateIndex:10027; appliedIndex:10024; }","duration":"317.533889ms","start":"2026-03-31T22:43:13.315458Z","end":"2026-03-31T22:43:13.632992Z","steps":["trace[865003931] 'read index received' (duration: 279.46602ms)","trace[865003931] 'applied index is now lower than readState.Index' (duration: 38.066869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:13.633204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.99069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:13.633211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.736464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:13.633251Z","caller":"traceutil/trace.go:171","msg":"trace[1514610007] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9668; }","duration":"317.820456ms","start":"2026-03-31T22:43:13.315422Z","end":"2026-03-31T22:43:13.633242Z","steps":["trace[1514610007] 'agreement among raft nodes before linearized reading' (duration: 317.637442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.633291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.3154Z","time spent":"317.883098ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T22:43:13.63323Z","caller":"traceutil/trace.go:171","msg":"trace[1303723224] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9668; }","duration":"287.050032ms","start":"2026-03-31T22:43:13.346174Z","end":"2026-03-31T22:43:13.633224Z","steps":["trace[1303723224] 'agreement among raft nodes before linearized reading' (duration: 287.00089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.633631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.074915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:43:13.633658Z","caller":"traceutil/trace.go:171","msg":"trace[644417082] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9668; }","duration":"195.135867ms","start":"2026-03-31T22:43:13.438516Z","end":"2026-03-31T22:43:13.633652Z","steps":["trace[644417082] 'agreement among raft nodes before linearized reading' (duration: 195.065795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.633728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.63208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:13.633747Z","caller":"traceutil/trace.go:171","msg":"trace[789354658] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9668; }","duration":"215.68951ms","start":"2026-03-31T22:43:13.418053Z","end":"2026-03-31T22:43:13.633742Z","steps":["trace[789354658] 'agreement among raft nodes before linearized reading' (duration: 215.652939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.678175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826628477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:43:15.678241Z","caller":"traceutil/trace.go:171","msg":"trace[861561354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9671; }","duration":"1.82672798s","start":"2026-03-31T22:43:13.851498Z","end":"2026-03-31T22:43:15.678226Z","steps":["trace[861561354] 'range keys from in-memory index tree' (duration: 1.826489745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.678275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.85148Z","time spent":"1.826785341s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:15.679663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.909824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:15.67971Z","caller":"traceutil/trace.go:171","msg":"trace[2032870170] linearizableReadLoop","detail":"{readStateIndex:10037; appliedIndex:10036; }","duration":"1.225477905s","start":"2026-03-31T22:43:14.454223Z","end":"2026-03-31T22:43:15.679701Z","steps":["trace[2032870170] 'read index received' (duration: 445.379787ms)","trace[2032870170] 'applied index is now lower than readState.Index' (duration: 780.096958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:15.679769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225546856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:15.679749Z","caller":"traceutil/trace.go:171","msg":"trace[1631150330] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"1.436562491s","start":"2026-03-31T22:43:14.243159Z","end":"2026-03-31T22:43:15.679721Z","steps":["trace[1631150330] 'process raft request' (duration: 656.539305ms)","trace[1631150330] 'compare' (duration: 778.314377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:15.679787Z","caller":"traceutil/trace.go:171","msg":"trace[1390203856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9672; }","duration":"1.225593538s","start":"2026-03-31T22:43:14.454188Z","end":"2026-03-31T22:43:15.679782Z","steps":["trace[1390203856] 'agreement among raft nodes before linearized reading' (duration: 1.225558167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.679807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.454171Z","time spent":"1.225631158s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:15.679865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.243137Z","time spent":"1.436662913s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:16.187448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.351358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:16.187539Z","caller":"traceutil/trace.go:171","msg":"trace[648331983] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"547.822389ms","start":"2026-03-31T22:43:15.639702Z","end":"2026-03-31T22:43:16.187525Z","steps":["trace[648331983] 'process raft request' (duration: 167.314997ms)","trace[648331983] 'compare' (duration: 380.145374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:16.187574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.639686Z","time spent":"547.87098ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:16.202843Z","caller":"traceutil/trace.go:171","msg":"trace[810380502] linearizableReadLoop","detail":"{readStateIndex:10039; appliedIndex:10037; }","duration":"523.027421ms","start":"2026-03-31T22:43:15.679726Z","end":"2026-03-31T22:43:16.202753Z","steps":["trace[810380502] 'read index received' (duration: 127.252263ms)","trace[810380502] 'applied index is now lower than readState.Index' (duration: 395.773417ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:16.202979Z","caller":"traceutil/trace.go:171","msg":"trace[955195018] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"562.506081ms","start":"2026-03-31T22:43:15.640445Z","end":"2026-03-31T22:43:16.202951Z","steps":["trace[955195018] 'process raft request' (duration: 562.053701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:16.202948Z","caller":"traceutil/trace.go:171","msg":"trace[1263871605] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"508.578674ms","start":"2026-03-31T22:43:15.694328Z","end":"2026-03-31T22:43:16.202906Z","steps":["trace[1263871605] 'process raft request' (duration: 508.311058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.203056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.126198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:43:16.203073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161906138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:16.203115Z","caller":"traceutil/trace.go:171","msg":"trace[290528674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9675; }","duration":"564.223551ms","start":"2026-03-31T22:43:15.638861Z","end":"2026-03-31T22:43:16.203085Z","steps":["trace[290528674] 'agreement among raft nodes before linearized reading' (duration: 563.953435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.203129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.640437Z","time spent":"562.597914ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:16.203167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.638854Z","time spent":"564.305093ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:16.203254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.178821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:43:16.203144Z","caller":"traceutil/trace.go:171","msg":"trace[153905314] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9675; }","duration":"1.162022601s","start":"2026-03-31T22:43:15.041102Z","end":"2026-03-31T22:43:16.203125Z","steps":["trace[153905314] 'agreement among raft nodes before linearized reading' (duration: 1.161913878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.203351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.757705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:16.203399Z","caller":"traceutil/trace.go:171","msg":"trace[483768228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9675; }","duration":"522.829965ms","start":"2026-03-31T22:43:15.680554Z","end":"2026-03-31T22:43:16.203384Z","steps":["trace[483768228] 'agreement among raft nodes before linearized reading' (duration: 522.758084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.203136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.694307Z","time spent":"508.744318ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:16.203136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.80018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:43:16.203442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.680539Z","time spent":"522.887547ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:43:16.203289Z","caller":"traceutil/trace.go:171","msg":"trace[1335038023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9675; }","duration":"553.240452ms","start":"2026-03-31T22:43:15.650042Z","end":"2026-03-31T22:43:16.203283Z","steps":["trace[1335038023] 'agreement among raft nodes before linearized reading' (duration: 552.958226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.203528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.650024Z","time spent":"553.494288ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:43:16.20351Z","caller":"traceutil/trace.go:171","msg":"trace[1533800171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9675; }","duration":"564.180789ms","start":"2026-03-31T22:43:15.639288Z","end":"2026-03-31T22:43:16.203469Z","steps":["trace[1533800171] 'agreement among raft nodes before linearized reading' (duration: 563.697719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.203633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.999748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:43:16.203649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.639282Z","time spent":"564.315912ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:16.203378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.041083Z","time spent":"1.162268666s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:16.203682Z","caller":"traceutil/trace.go:171","msg":"trace[1665982799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9675; }","duration":"565.056048ms","start":"2026-03-31T22:43:15.638598Z","end":"2026-03-31T22:43:16.203654Z","steps":["trace[1665982799] 'agreement among raft nodes before linearized reading' (duration: 564.378473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.203709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.638584Z","time spent":"565.118231ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:16.203932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705670846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:16.203986Z","caller":"traceutil/trace.go:171","msg":"trace[1089923338] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9675; }","duration":"1.705759169s","start":"2026-03-31T22:43:14.498215Z","end":"2026-03-31T22:43:16.203975Z","steps":["trace[1089923338] 'agreement among raft nodes before linearized reading' (duration: 1.704951791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.20401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.160483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:43:16.204032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.498194Z","time spent":"1.705827181s","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:16.20404Z","caller":"traceutil/trace.go:171","msg":"trace[598252952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9675; }","duration":"566.223145ms","start":"2026-03-31T22:43:15.637809Z","end":"2026-03-31T22:43:16.204032Z","steps":["trace[598252952] 'agreement among raft nodes before linearized reading' (duration: 565.355366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.20407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.637787Z","time spent":"566.275506ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:43:16.20448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.864217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:16.204568Z","caller":"traceutil/trace.go:171","msg":"trace[607136158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9675; }","duration":"565.985139ms","start":"2026-03-31T22:43:15.638561Z","end":"2026-03-31T22:43:16.204546Z","steps":["trace[607136158] 'agreement among raft nodes before linearized reading' (duration: 564.628089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.20461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.638556Z","time spent":"566.04545ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:16.20485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.770127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:16.204924Z","caller":"traceutil/trace.go:171","msg":"trace[2057225296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9675; }","duration":"566.846188ms","start":"2026-03-31T22:43:15.638058Z","end":"2026-03-31T22:43:16.204904Z","steps":["trace[2057225296] 'agreement among raft nodes before linearized reading' (duration: 565.044488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.204952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.638053Z","time spent":"566.89046ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:17.691208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35342251s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:43:17.691656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353581663s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T22:43:17.692072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098574216s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:17.692165Z","caller":"traceutil/trace.go:171","msg":"trace[1577025717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9675; }","duration":"1.098665098s","start":"2026-03-31T22:43:16.593483Z","end":"2026-03-31T22:43:17.692148Z","steps":["trace[1577025717] 'range keys from in-memory index tree' (duration: 1.097786989s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:17.692663Z","caller":"traceutil/trace.go:171","msg":"trace[1598895973] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"1.484804127s","start":"2026-03-31T22:43:16.207846Z","end":"2026-03-31T22:43:17.69265Z","steps":["trace[1598895973] 'process raft request' (duration: 130.121029ms)","trace[1598895973] 'compare' (duration: 1.35343086s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:17.692738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.207825Z","time spent":"1.484877249s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:17.693053Z","caller":"traceutil/trace.go:171","msg":"trace[164826899] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"1.485107585s","start":"2026-03-31T22:43:16.207935Z","end":"2026-03-31T22:43:17.693043Z","steps":["trace[164826899] 'process raft request' (duration: 1.483839386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.693122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.207918Z","time spent":"1.485168616s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:17.69326Z","caller":"traceutil/trace.go:171","msg":"trace[1217053129] linearizableReadLoop","detail":"{readStateIndex:10045; appliedIndex:10040; }","duration":"1.482178118s","start":"2026-03-31T22:43:16.211048Z","end":"2026-03-31T22:43:17.693226Z","steps":["trace[1217053129] 'read index received' (duration: 126.831544ms)","trace[1217053129] 'applied index is now lower than readState.Index' (duration: 1.355345304s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:17.693391Z","caller":"traceutil/trace.go:171","msg":"trace[63523801] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"1.482935385s","start":"2026-03-31T22:43:16.210434Z","end":"2026-03-31T22:43:17.693369Z","steps":["trace[63523801] 'process raft request' (duration: 1.481466151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.693519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.210425Z","time spent":"1.483015637s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:17.693544Z","caller":"traceutil/trace.go:171","msg":"trace[972624154] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"1.481053883s","start":"2026-03-31T22:43:16.212447Z","end":"2026-03-31T22:43:17.693501Z","steps":["trace[972624154] 'process raft request' (duration: 1.480689415s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:17.693553Z","caller":"traceutil/trace.go:171","msg":"trace[699188644] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"1.483022217s","start":"2026-03-31T22:43:16.210494Z","end":"2026-03-31T22:43:17.693517Z","steps":["trace[699188644] 'process raft request' (duration: 1.481445581s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:17.69354Z","caller":"traceutil/trace.go:171","msg":"trace[365572536] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"1.482959695s","start":"2026-03-31T22:43:16.21016Z","end":"2026-03-31T22:43:17.693119Z","steps":["trace[365572536] 'process raft request' (duration: 1.481695306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.693673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.210488Z","time spent":"1.483122569s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:17.693689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.212435Z","time spent":"1.481172185s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:17.693534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482490794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:17.693817Z","caller":"traceutil/trace.go:171","msg":"trace[451297446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9681; }","duration":"1.482805782s","start":"2026-03-31T22:43:16.211Z","end":"2026-03-31T22:43:17.693806Z","steps":["trace[451297446] 'agreement among raft nodes before linearized reading' (duration: 1.482490375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.69385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.21099Z","time spent":"1.482850692s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:17.693948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.210145Z","time spent":"1.48360283s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:17.706592Z","caller":"traceutil/trace.go:171","msg":"trace[1804456392] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"923.741948ms","start":"2026-03-31T22:43:16.782825Z","end":"2026-03-31T22:43:17.706567Z","steps":["trace[1804456392] 'process raft request' (duration: 923.597954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.70673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.395299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:43:17.706842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.953057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:17.706894Z","caller":"traceutil/trace.go:171","msg":"trace[1284201255] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9682; }","duration":"383.027159ms","start":"2026-03-31T22:43:17.323851Z","end":"2026-03-31T22:43:17.706879Z","steps":["trace[1284201255] 'agreement among raft nodes before linearized reading' (duration: 382.956128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.706937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.323835Z","time spent":"383.092011ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:17.70693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194500063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:17.706993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.638155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:43:17.706841Z","caller":"traceutil/trace.go:171","msg":"trace[1120826780] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9682; }","duration":"884.580164ms","start":"2026-03-31T22:43:16.822241Z","end":"2026-03-31T22:43:17.706822Z","steps":["trace[1120826780] 'agreement among raft nodes before linearized reading' (duration: 884.334398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:17.707054Z","caller":"traceutil/trace.go:171","msg":"trace[1733522358] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9682; }","duration":"1.194690777s","start":"2026-03-31T22:43:16.51233Z","end":"2026-03-31T22:43:17.70702Z","steps":["trace[1733522358] 'agreement among raft nodes before linearized reading' (duration: 1.19440369s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:17.707072Z","caller":"traceutil/trace.go:171","msg":"trace[428425268] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:9682; }","duration":"884.725898ms","start":"2026-03-31T22:43:16.822326Z","end":"2026-03-31T22:43:17.707052Z","steps":["trace[428425268] 'agreement among raft nodes before linearized reading' (duration: 884.472053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.707097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494147039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"warn","ts":"2026-03-31T22:43:17.707118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.82221Z","time spent":"884.899382ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"info","ts":"2026-03-31T22:43:17.707143Z","caller":"traceutil/trace.go:171","msg":"trace[2042816048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9682; }","duration":"1.49419249s","start":"2026-03-31T22:43:16.21294Z","end":"2026-03-31T22:43:17.707133Z","steps":["trace[2042816048] 'agreement among raft nodes before linearized reading' (duration: 1.493875593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.707147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.82221Z","time spent":"884.888701ms","remote":"127.0.0.1:58232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:17.707186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.21292Z","time spent":"1.494253891s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:43:17.707153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.512313Z","time spent":"1.19482496s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:17.706767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.78276Z","time spent":"923.906352ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:17.706751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.334226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:17.707345Z","caller":"traceutil/trace.go:171","msg":"trace[130212966] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9682; }","duration":"589.002911ms","start":"2026-03-31T22:43:17.118328Z","end":"2026-03-31T22:43:17.707331Z","steps":["trace[130212966] 'agreement among raft nodes before linearized reading' (duration: 588.325664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.707379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.118299Z","time spent":"589.068422ms","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:17.707541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287546433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T22:43:17.707581Z","caller":"traceutil/trace.go:171","msg":"trace[1373251735] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9682; }","duration":"1.287664396s","start":"2026-03-31T22:43:16.419908Z","end":"2026-03-31T22:43:17.707572Z","steps":["trace[1373251735] 'agreement among raft nodes before linearized reading' (duration: 1.287480482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:17.707608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.419882Z","time spent":"1.287715397s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T22:43:18.114235Z","caller":"traceutil/trace.go:171","msg":"trace[2048801203] linearizableReadLoop","detail":"{readStateIndex:10048; appliedIndex:10047; }","duration":"407.675675ms","start":"2026-03-31T22:43:17.706533Z","end":"2026-03-31T22:43:18.114209Z","steps":["trace[2048801203] 'read index received' (duration: 392.83062ms)","trace[2048801203] 'applied index is now lower than readState.Index' (duration: 14.843945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:18.114268Z","caller":"traceutil/trace.go:171","msg":"trace[1802652249] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"419.112054ms","start":"2026-03-31T22:43:17.695121Z","end":"2026-03-31T22:43:18.114233Z","steps":["trace[1802652249] 'process raft request' (duration: 404.129116ms)","trace[1802652249] 'compare' (duration: 14.348704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:18.114381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.129215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:18.114414Z","caller":"traceutil/trace.go:171","msg":"trace[257175445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9683; }","duration":"419.209227ms","start":"2026-03-31T22:43:17.695195Z","end":"2026-03-31T22:43:18.114404Z","steps":["trace[257175445] 'agreement among raft nodes before linearized reading' (duration: 419.133045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:18.114415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.695099Z","time spent":"419.226867ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:18.114447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.695176Z","time spent":"419.264738ms","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:18.180693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.708041Z","time spent":"472.647273ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T22:43:18.180876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.179849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:18.180955Z","caller":"traceutil/trace.go:171","msg":"trace[1750572972] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9683; }","duration":"393.303761ms","start":"2026-03-31T22:43:17.787629Z","end":"2026-03-31T22:43:18.180933Z","steps":["trace[1750572972] 'agreement among raft nodes before linearized reading' (duration: 393.060676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:18.181033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.787612Z","time spent":"393.402664ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":83,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:18.181376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.996535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:707"} {"level":"warn","ts":"2026-03-31T22:43:18.181403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.711864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T22:43:18.181474Z","caller":"traceutil/trace.go:171","msg":"trace[1537123296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9683; }","duration":"379.815147ms","start":"2026-03-31T22:43:17.80164Z","end":"2026-03-31T22:43:18.181455Z","steps":["trace[1537123296] 'agreement among raft nodes before linearized reading' (duration: 379.602012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:18.181512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.801628Z","time spent":"379.874928ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-31T22:43:18.181449Z","caller":"traceutil/trace.go:171","msg":"trace[390940522] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:9683; }","duration":"471.104407ms","start":"2026-03-31T22:43:17.710332Z","end":"2026-03-31T22:43:18.181436Z","steps":["trace[390940522] 'agreement among raft nodes before linearized reading' (duration: 470.952874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:18.18162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.710314Z","time spent":"471.295831ms","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":729,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-03-31T22:43:19.841387Z","caller":"traceutil/trace.go:171","msg":"trace[1755263252] linearizableReadLoop","detail":"{readStateIndex:10055; appliedIndex:10054; }","duration":"385.911923ms","start":"2026-03-31T22:43:19.455387Z","end":"2026-03-31T22:43:19.841299Z","steps":["trace[1755263252] 'read index received' (duration: 385.491214ms)","trace[1755263252] 'applied index is now lower than readState.Index' (duration: 418.849µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:19.841448Z","caller":"traceutil/trace.go:171","msg":"trace[1412266307] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"540.568735ms","start":"2026-03-31T22:43:19.300826Z","end":"2026-03-31T22:43:19.841394Z","steps":["trace[1412266307] 'process raft request' (duration: 540.224347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.841777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.135705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:43:19.841792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:19.300803Z","time spent":"540.74956ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:19.841868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.20936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:19.841962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.446292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:19.842027Z","caller":"traceutil/trace.go:171","msg":"trace[697199082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9689; }","duration":"386.670811ms","start":"2026-03-31T22:43:19.455333Z","end":"2026-03-31T22:43:19.842004Z","steps":["trace[697199082] 'agreement among raft nodes before linearized reading' (duration: 386.17893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:19.842055Z","caller":"traceutil/trace.go:171","msg":"trace[1520214665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9689; }","duration":"144.584985ms","start":"2026-03-31T22:43:19.697447Z","end":"2026-03-31T22:43:19.842032Z","steps":["trace[1520214665] 'agreement among raft nodes before linearized reading' (duration: 144.39748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.842033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.263531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:43:19.841855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.517284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:19.842132Z","caller":"traceutil/trace.go:171","msg":"trace[1463351611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9689; }","duration":"126.419624ms","start":"2026-03-31T22:43:19.71569Z","end":"2026-03-31T22:43:19.84211Z","steps":["trace[1463351611] 'agreement among raft nodes before linearized reading' (duration: 126.089527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.842168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:19.45531Z","time spent":"386.751042ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:19.842156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.682355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:43:19.84236Z","caller":"traceutil/trace.go:171","msg":"trace[440352871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9689; }","duration":"143.92512ms","start":"2026-03-31T22:43:19.698414Z","end":"2026-03-31T22:43:19.842339Z","steps":["trace[440352871] 'agreement among raft nodes before linearized reading' (duration: 143.256415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:19.842132Z","caller":"traceutil/trace.go:171","msg":"trace[1671883562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9689; }","duration":"144.865122ms","start":"2026-03-31T22:43:19.697256Z","end":"2026-03-31T22:43:19.842121Z","steps":["trace[1671883562] 'agreement among raft nodes before linearized reading' (duration: 144.36018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.841903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.723296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:43:19.842686Z","caller":"traceutil/trace.go:171","msg":"trace[911873573] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9689; }","duration":"144.557434ms","start":"2026-03-31T22:43:19.698097Z","end":"2026-03-31T22:43:19.842655Z","steps":["trace[911873573] 'agreement among raft nodes before linearized reading' (duration: 143.612013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:19.841947Z","caller":"traceutil/trace.go:171","msg":"trace[430027386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9689; }","duration":"144.270278ms","start":"2026-03-31T22:43:19.697554Z","end":"2026-03-31T22:43:19.841824Z","steps":["trace[430027386] 'agreement among raft nodes before linearized reading' (duration: 144.097914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.841912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.267145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:19.842893Z","caller":"traceutil/trace.go:171","msg":"trace[1901791807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9689; }","duration":"144.294807ms","start":"2026-03-31T22:43:19.698585Z","end":"2026-03-31T22:43:19.84288Z","steps":["trace[1901791807] 'agreement among raft nodes before linearized reading' (duration: 143.276625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:22.035647Z","caller":"traceutil/trace.go:171","msg":"trace[1500438440] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"141.421334ms","start":"2026-03-31T22:43:21.894195Z","end":"2026-03-31T22:43:22.035617Z","steps":["trace[1500438440] 'process raft request' (duration: 131.289165ms)","trace[1500438440] 'compare' (duration: 10.024257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:22.048871Z","caller":"traceutil/trace.go:171","msg":"trace[416654630] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"154.358217ms","start":"2026-03-31T22:43:21.894486Z","end":"2026-03-31T22:43:22.048844Z","steps":["trace[416654630] 'process raft request' (duration: 154.150801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:22.048889Z","caller":"traceutil/trace.go:171","msg":"trace[32336719] linearizableReadLoop","detail":"{readStateIndex:10077; appliedIndex:10072; }","duration":"151.106042ms","start":"2026-03-31T22:43:21.897755Z","end":"2026-03-31T22:43:22.048861Z","steps":["trace[32336719] 'read index received' (duration: 127.743464ms)","trace[32336719] 'applied index is now lower than readState.Index' (duration: 23.361678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:22.048893Z","caller":"traceutil/trace.go:171","msg":"trace[680398734] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"154.576052ms","start":"2026-03-31T22:43:21.894262Z","end":"2026-03-31T22:43:22.048838Z","steps":["trace[680398734] 'process raft request' (duration: 154.125741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:22.049021Z","caller":"traceutil/trace.go:171","msg":"trace[691555808] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"154.411588ms","start":"2026-03-31T22:43:21.894573Z","end":"2026-03-31T22:43:22.048985Z","steps":["trace[691555808] 'process raft request' (duration: 154.166772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:22.04914Z","caller":"traceutil/trace.go:171","msg":"trace[2000366973] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"154.603312ms","start":"2026-03-31T22:43:21.894505Z","end":"2026-03-31T22:43:22.049108Z","steps":["trace[2000366973] 'process raft request' (duration: 154.187541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:22.049244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.48052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-03-31T22:43:22.049278Z","caller":"traceutil/trace.go:171","msg":"trace[657693274] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9711; }","duration":"151.616623ms","start":"2026-03-31T22:43:21.897652Z","end":"2026-03-31T22:43:22.049268Z","steps":["trace[657693274] 'agreement among raft nodes before linearized reading' (duration: 151.280076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:22.279154Z","caller":"traceutil/trace.go:171","msg":"trace[183216195] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"149.519206ms","start":"2026-03-31T22:43:22.129614Z","end":"2026-03-31T22:43:22.279134Z","steps":["trace[183216195] 'process raft request' (duration: 100.53923ms)","trace[183216195] 'compare' (duration: 48.537386ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:22.445859Z","caller":"traceutil/trace.go:171","msg":"trace[949765239] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"113.468792ms","start":"2026-03-31T22:43:22.332362Z","end":"2026-03-31T22:43:22.445831Z","steps":["trace[949765239] 'process raft request' (duration: 112.47368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.450309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.9623ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-31T22:43:46.903045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.849858ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:46.903235Z","caller":"traceutil/trace.go:171","msg":"trace[879164414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9890; }","duration":"310.071433ms","start":"2026-03-31T22:43:46.593136Z","end":"2026-03-31T22:43:46.903208Z","steps":["trace[879164414] 'range keys from in-memory index tree' (duration: 309.819138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:46.90373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.38927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-31T22:43:46.903777Z","caller":"traceutil/trace.go:171","msg":"trace[2108338019] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:9890; }","duration":"391.482602ms","start":"2026-03-31T22:43:46.512279Z","end":"2026-03-31T22:43:46.903762Z","steps":["trace[2108338019] 'range keys from in-memory index tree' (duration: 391.190466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:46.903821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:46.512253Z","time spent":"391.556274ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-31T22:43:46.90395Z","caller":"traceutil/trace.go:171","msg":"trace[812143363] transaction","detail":"{read_only:false; response_revision:9891; number_of_response:1; }","duration":"256.111023ms","start":"2026-03-31T22:43:46.647811Z","end":"2026-03-31T22:43:46.903922Z","steps":["trace[812143363] 'process raft request' (duration: 254.21488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:48.401277Z","caller":"traceutil/trace.go:171","msg":"trace[671956888] transaction","detail":"{read_only:false; response_revision:9897; number_of_response:1; }","duration":"168.487755ms","start":"2026-03-31T22:43:48.232766Z","end":"2026-03-31T22:43:48.401253Z","steps":["trace[671956888] 'process raft request' (duration: 168.323112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:48.402628Z","caller":"traceutil/trace.go:171","msg":"trace[1621406239] linearizableReadLoop","detail":"{readStateIndex:10273; appliedIndex:10271; }","duration":"144.184707ms","start":"2026-03-31T22:43:48.258424Z","end":"2026-03-31T22:43:48.402609Z","steps":["trace[1621406239] 'read index received' (duration: 142.594771ms)","trace[1621406239] 'applied index is now lower than readState.Index' (duration: 1.589266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:48.402682Z","caller":"traceutil/trace.go:171","msg":"trace[579018362] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"167.496573ms","start":"2026-03-31T22:43:48.235164Z","end":"2026-03-31T22:43:48.402661Z","steps":["trace[579018362] 'process raft request' (duration: 167.267188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:48.40286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.425412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:43:48.402895Z","caller":"traceutil/trace.go:171","msg":"trace[627448947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9899; }","duration":"144.513235ms","start":"2026-03-31T22:43:48.258374Z","end":"2026-03-31T22:43:48.402887Z","steps":["trace[627448947] 'agreement among raft nodes before linearized reading' (duration: 144.32598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:48.402909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.333577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:43:48.402951Z","caller":"traceutil/trace.go:171","msg":"trace[827252154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9899; }","duration":"143.412709ms","start":"2026-03-31T22:43:48.259528Z","end":"2026-03-31T22:43:48.402941Z","steps":["trace[827252154] 'agreement among raft nodes before linearized reading' (duration: 143.302106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:48.402988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.02147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:43:48.403054Z","caller":"traceutil/trace.go:171","msg":"trace[1731821357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9899; }","duration":"131.116671ms","start":"2026-03-31T22:43:48.271928Z","end":"2026-03-31T22:43:48.403045Z","steps":["trace[1731821357] 'agreement among raft nodes before linearized reading' (duration: 131.000358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:48.403262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.257179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:43:48.403393Z","caller":"traceutil/trace.go:171","msg":"trace[2027547906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9899; }","duration":"133.412792ms","start":"2026-03-31T22:43:48.269948Z","end":"2026-03-31T22:43:48.403361Z","steps":["trace[2027547906] 'agreement among raft nodes before linearized reading' (duration: 133.039764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:50.604047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751232209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:51.115687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751232209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:51.557094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.531441049s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:51.557519Z","caller":"traceutil/trace.go:171","msg":"trace[1851927432] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"1.53194411s","start":"2026-03-31T22:43:50.025552Z","end":"2026-03-31T22:43:51.557496Z","steps":["trace[1851927432] 'process raft request' (duration: 1.531793306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.55765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.025536Z","time spent":"1.532036662s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:53.399851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.841884981s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:53.433382Z","caller":"traceutil/trace.go:171","msg":"trace[1885241417] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"2.985407648s","start":"2026-03-31T22:43:50.447949Z","end":"2026-03-31T22:43:53.433357Z","steps":["trace[1885241417] 'process raft request' (duration: 2.985309536s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:53.433456Z","caller":"traceutil/trace.go:171","msg":"trace[1757855631] linearizableReadLoop","detail":"{readStateIndex:10284; appliedIndex:10279; }","duration":"3.330463182s","start":"2026-03-31T22:43:50.102974Z","end":"2026-03-31T22:43:53.433438Z","steps":["trace[1757855631] 'read index received' (duration: 1.454384719s)","trace[1757855631] 'applied index is now lower than readState.Index' (duration: 1.876077423s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:53.433547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.447927Z","time spent":"2.985537141s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:53.433668Z","caller":"traceutil/trace.go:171","msg":"trace[78588059] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"2.973365596s","start":"2026-03-31T22:43:50.460282Z","end":"2026-03-31T22:43:53.433648Z","steps":["trace[78588059] 'process raft request' (duration: 2.973036269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.433756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.460262Z","time spent":"2.973441747s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:53.433849Z","caller":"traceutil/trace.go:171","msg":"trace[1605053978] transaction","detail":"{read_only:false; response_revision:9906; number_of_response:1; }","duration":"3.025237077s","start":"2026-03-31T22:43:50.408597Z","end":"2026-03-31T22:43:53.433834Z","steps":["trace[1605053978] 'process raft request' (duration: 2.991569737s)","trace[1605053978] 'compare' (duration: 32.173366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:53.433912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.408579Z","time spent":"3.025299858s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:53.433957Z","caller":"traceutil/trace.go:171","msg":"trace[1583637117] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"2.513032909s","start":"2026-03-31T22:43:50.92091Z","end":"2026-03-31T22:43:53.433943Z","steps":["trace[1583637117] 'process raft request' (duration: 2.512476346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.434031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.920879Z","time spent":"2.513110001s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:53.434275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33128916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:53.434337Z","caller":"traceutil/trace.go:171","msg":"trace[1847806456] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9909; }","duration":"3.331378481s","start":"2026-03-31T22:43:50.102939Z","end":"2026-03-31T22:43:53.434318Z","steps":["trace[1847806456] 'agreement among raft nodes before linearized reading' (duration: 3.331265269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.434383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.102923Z","time spent":"3.331445903s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:53.451318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998323283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:53.45139Z","caller":"traceutil/trace.go:171","msg":"trace[2144930378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9909; }","duration":"1.998445036s","start":"2026-03-31T22:43:51.452928Z","end":"2026-03-31T22:43:53.451373Z","steps":["trace[2144930378] 'agreement among raft nodes before linearized reading' (duration: 1.998324834s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.451426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:51.452912Z","time spent":"1.998506257s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:53.451406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129964461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:53.451479Z","caller":"traceutil/trace.go:171","msg":"trace[818918164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9909; }","duration":"1.130090793s","start":"2026-03-31T22:43:52.32137Z","end":"2026-03-31T22:43:53.45146Z","steps":["trace[818918164] 'agreement among raft nodes before linearized reading' (duration: 1.12992967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.451518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:52.321354Z","time spent":"1.130155355s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:53.451605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032229975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:43:53.451682Z","caller":"traceutil/trace.go:171","msg":"trace[1087720656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9909; }","duration":"3.032349798s","start":"2026-03-31T22:43:50.419312Z","end":"2026-03-31T22:43:53.451661Z","steps":["trace[1087720656] 'agreement among raft nodes before linearized reading' (duration: 3.032077002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.451726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.419296Z","time spent":"3.032419899s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:53.451777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195852849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc56bd6d5-rqpn6.18a20e5533bb43be\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-31T22:43:53.451774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030030305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:43:53.451857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923268578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:53.451862Z","caller":"traceutil/trace.go:171","msg":"trace[809815173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9909; }","duration":"3.03023241s","start":"2026-03-31T22:43:50.421612Z","end":"2026-03-31T22:43:53.451845Z","steps":["trace[809815173] 'agreement among raft nodes before linearized reading' (duration: 3.029835941s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:53.451882Z","caller":"traceutil/trace.go:171","msg":"trace[1509259754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9909; }","duration":"1.923324689s","start":"2026-03-31T22:43:51.528549Z","end":"2026-03-31T22:43:53.451874Z","steps":["trace[1509259754] 'agreement among raft nodes before linearized reading' (duration: 1.923280548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.45189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045984076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:43:53.451906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.421601Z","time spent":"3.030297561s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:43:53.451836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031873887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:43:53.451999Z","caller":"traceutil/trace.go:171","msg":"trace[1592238512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9909; }","duration":"3.032110643s","start":"2026-03-31T22:43:50.41986Z","end":"2026-03-31T22:43:53.45197Z","steps":["trace[1592238512] 'agreement among raft nodes before linearized reading' (duration: 3.031681313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.451905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:51.528533Z","time spent":"1.92336546s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:53.452015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044794128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:43:53.452048Z","caller":"traceutil/trace.go:171","msg":"trace[315023340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9909; }","duration":"3.044854819s","start":"2026-03-31T22:43:50.407182Z","end":"2026-03-31T22:43:53.452037Z","steps":["trace[315023340] 'agreement among raft nodes before linearized reading' (duration: 3.044708746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.452058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.419835Z","time spent":"3.032210264s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:53.45208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.407167Z","time spent":"3.044905891s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:43:53.451935Z","caller":"traceutil/trace.go:171","msg":"trace[1563371912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9909; }","duration":"3.046066118s","start":"2026-03-31T22:43:50.405859Z","end":"2026-03-31T22:43:53.451926Z","steps":["trace[1563371912] 'agreement among raft nodes before linearized reading' (duration: 3.045347982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.452066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039796066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:43:53.45216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.40584Z","time spent":"3.046296392s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:43:53.452181Z","caller":"traceutil/trace.go:171","msg":"trace[1560955302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9909; }","duration":"3.03996314s","start":"2026-03-31T22:43:50.412193Z","end":"2026-03-31T22:43:53.452156Z","steps":["trace[1560955302] 'agreement among raft nodes before linearized reading' (duration: 3.039598662s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:53.451813Z","caller":"traceutil/trace.go:171","msg":"trace[774520670] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc56bd6d5-rqpn6.18a20e5533bb43be; range_end:; response_count:1; response_revision:9909; }","duration":"1.195928501s","start":"2026-03-31T22:43:52.255872Z","end":"2026-03-31T22:43:53.4518Z","steps":["trace[774520670] 'agreement among raft nodes before linearized reading' (duration: 1.195788998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:53.45224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.412178Z","time spent":"3.040051922s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:43:53.452254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:52.255821Z","time spent":"1.196416013s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-6dc56bd6d5-rqpn6.18a20e5533bb43be\" "} {"level":"warn","ts":"2026-03-31T22:43:53.974062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.924493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T22:43:53.974139Z","caller":"traceutil/trace.go:171","msg":"trace[903570169] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9916; }","duration":"149.038476ms","start":"2026-03-31T22:43:53.82508Z","end":"2026-03-31T22:43:53.974118Z","steps":["trace[903570169] 'range keys from in-memory index tree' (duration: 148.76717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:54.210737Z","caller":"traceutil/trace.go:171","msg":"trace[515899638] linearizableReadLoop","detail":"{readStateIndex:10293; appliedIndex:10292; }","duration":"234.053555ms","start":"2026-03-31T22:43:53.97666Z","end":"2026-03-31T22:43:54.210714Z","steps":["trace[515899638] 'read index received' (duration: 233.862551ms)","trace[515899638] 'applied index is now lower than readState.Index' (duration: 189.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:54.210816Z","caller":"traceutil/trace.go:171","msg":"trace[276641356] transaction","detail":"{read_only:false; response_revision:9917; number_of_response:1; }","duration":"293.276813ms","start":"2026-03-31T22:43:53.917485Z","end":"2026-03-31T22:43:54.210762Z","steps":["trace[276641356] 'process raft request' (duration: 293.062349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.211018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.323961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06f775ff-6d76-4196-9324-0fce5b155e8e\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T22:43:54.211103Z","caller":"traceutil/trace.go:171","msg":"trace[1011409324] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06f775ff-6d76-4196-9324-0fce5b155e8e; range_end:; response_count:1; response_revision:9917; }","duration":"234.453294ms","start":"2026-03-31T22:43:53.976628Z","end":"2026-03-31T22:43:54.211081Z","steps":["trace[1011409324] 'agreement among raft nodes before linearized reading' (duration: 234.178958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:55.650508Z","caller":"traceutil/trace.go:171","msg":"trace[92976726] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"293.203732ms","start":"2026-03-31T22:43:55.35728Z","end":"2026-03-31T22:43:55.650484Z","steps":["trace[92976726] 'process raft request' (duration: 292.576348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:56.562327Z","caller":"traceutil/trace.go:171","msg":"trace[1481895831] transaction","detail":"{read_only:false; response_revision:9920; number_of_response:1; }","duration":"1.122876461s","start":"2026-03-31T22:43:55.439405Z","end":"2026-03-31T22:43:56.562281Z","steps":["trace[1481895831] 'process raft request' (duration: 1.057625826s)","trace[1481895831] 'compare' (duration: 64.086398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:56.562507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.43937Z","time spent":"1.123039675s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:56.562616Z","caller":"traceutil/trace.go:171","msg":"trace[1514523194] linearizableReadLoop","detail":"{readStateIndex:10298; appliedIndex:10294; }","duration":"1.109496289s","start":"2026-03-31T22:43:55.453099Z","end":"2026-03-31T22:43:56.562595Z","steps":["trace[1514523194] 'read index received' (duration: 196.767604ms)","trace[1514523194] 'applied index is now lower than readState.Index' (duration: 912.727355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:56.562669Z","caller":"traceutil/trace.go:171","msg":"trace[1397109680] transaction","detail":"{read_only:false; response_revision:9922; number_of_response:1; }","duration":"1.122760559s","start":"2026-03-31T22:43:55.439873Z","end":"2026-03-31T22:43:56.562634Z","steps":["trace[1397109680] 'process raft request' (duration: 1.122663427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.562889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.439852Z","time spent":"1.122894481s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:56.562912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098307996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:43:56.562924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109830346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:56.562953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096372313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:56.562964Z","caller":"traceutil/trace.go:171","msg":"trace[848900639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9922; }","duration":"1.098378408s","start":"2026-03-31T22:43:55.464572Z","end":"2026-03-31T22:43:56.56295Z","steps":["trace[848900639] 'agreement among raft nodes before linearized reading' (duration: 1.098172573s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:56.562999Z","caller":"traceutil/trace.go:171","msg":"trace[382012867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9922; }","duration":"1.096468075s","start":"2026-03-31T22:43:55.46652Z","end":"2026-03-31T22:43:56.562988Z","steps":["trace[382012867] 'agreement among raft nodes before linearized reading' (duration: 1.096317661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.563013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.464508Z","time spent":"1.0984924s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:56.563042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.466491Z","time spent":"1.096541786s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:43:56.563062Z","caller":"traceutil/trace.go:171","msg":"trace[1025216469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9922; }","duration":"1.109896978s","start":"2026-03-31T22:43:55.453057Z","end":"2026-03-31T22:43:56.562954Z","steps":["trace[1025216469] 'agreement among raft nodes before linearized reading' (duration: 1.109656263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.56306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097335745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:43:56.563157Z","caller":"traceutil/trace.go:171","msg":"trace[830061088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9922; }","duration":"1.097453717s","start":"2026-03-31T22:43:55.465679Z","end":"2026-03-31T22:43:56.563133Z","steps":["trace[830061088] 'agreement among raft nodes before linearized reading' (duration: 1.097179861s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:56.563294Z","caller":"traceutil/trace.go:171","msg":"trace[264354320] transaction","detail":"{read_only:false; response_revision:9921; number_of_response:1; }","duration":"1.123507485s","start":"2026-03-31T22:43:55.439769Z","end":"2026-03-31T22:43:56.563276Z","steps":["trace[264354320] 'process raft request' (duration: 1.122638826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.563337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.465672Z","time spent":"1.097648732s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:56.563334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095611095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:43:56.563177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.031663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a20e63e558a54f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T22:43:56.563408Z","caller":"traceutil/trace.go:171","msg":"trace[2080832985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9922; }","duration":"1.095708388s","start":"2026-03-31T22:43:55.467684Z","end":"2026-03-31T22:43:56.563392Z","steps":["trace[2080832985] 'agreement among raft nodes before linearized reading' (duration: 1.095444932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.563418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.439758Z","time spent":"1.123580476s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:56.56345Z","caller":"traceutil/trace.go:171","msg":"trace[1042616540] range","detail":"{range_begin:/registry/events/openstack/ceph.18a20e63e558a54f; range_end:; response_count:1; response_revision:9922; }","duration":"906.354261ms","start":"2026-03-31T22:43:55.657082Z","end":"2026-03-31T22:43:56.563437Z","steps":["trace[1042616540] 'agreement among raft nodes before linearized reading' (duration: 906.053964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.56306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096735532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:43:56.563497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.657061Z","time spent":"906.423292ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a20e63e558a54f\" "} {"level":"info","ts":"2026-03-31T22:43:56.563502Z","caller":"traceutil/trace.go:171","msg":"trace[56130218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9922; }","duration":"1.097225772s","start":"2026-03-31T22:43:55.466263Z","end":"2026-03-31T22:43:56.563489Z","steps":["trace[56130218] 'agreement among raft nodes before linearized reading' (duration: 1.096610428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.563455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.467671Z","time spent":"1.095772999s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:43:56.563248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.018011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:56.563677Z","caller":"traceutil/trace.go:171","msg":"trace[208296491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9922; }","duration":"979.479432ms","start":"2026-03-31T22:43:55.584176Z","end":"2026-03-31T22:43:56.563655Z","steps":["trace[208296491] 'agreement among raft nodes before linearized reading' (duration: 978.94519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.563766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.584149Z","time spent":"979.585784ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:56.563188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.453041Z","time spent":"1.110050681s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:56.563538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.46624Z","time spent":"1.097288354s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:56.563169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097532509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:43:56.564003Z","caller":"traceutil/trace.go:171","msg":"trace[2004634610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9922; }","duration":"1.098419839s","start":"2026-03-31T22:43:55.465572Z","end":"2026-03-31T22:43:56.563992Z","steps":["trace[2004634610] 'agreement among raft nodes before linearized reading' (duration: 1.097400776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.564041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:55.465557Z","time spent":"1.09847358s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:58.873826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.602166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:58.874006Z","caller":"traceutil/trace.go:171","msg":"trace[1927423902] linearizableReadLoop","detail":"{readStateIndex:10310; appliedIndex:10307; }","duration":"298.228997ms","start":"2026-03-31T22:43:58.575764Z","end":"2026-03-31T22:43:58.873993Z","steps":["trace[1927423902] 'read index received' (duration: 36.986337ms)","trace[1927423902] 'applied index is now lower than readState.Index' (duration: 261.24165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:58.874004Z","caller":"traceutil/trace.go:171","msg":"trace[1797532216] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"303.635667ms","start":"2026-03-31T22:43:58.570339Z","end":"2026-03-31T22:43:58.873974Z","steps":["trace[1797532216] 'process raft request' (duration: 123.805836ms)","trace[1797532216] 'compare' (duration: 179.415872ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:58.874075Z","caller":"traceutil/trace.go:171","msg":"trace[353348189] transaction","detail":"{read_only:false; response_revision:9933; number_of_response:1; }","duration":"303.521905ms","start":"2026-03-31T22:43:58.570527Z","end":"2026-03-31T22:43:58.874049Z","steps":["trace[353348189] 'process raft request' (duration: 303.384642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:58.874154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.228575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:43:58.874183Z","caller":"traceutil/trace.go:171","msg":"trace[93998081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9933; }","duration":"259.285657ms","start":"2026-03-31T22:43:58.61489Z","end":"2026-03-31T22:43:58.874176Z","steps":["trace[93998081] 'agreement among raft nodes before linearized reading' (duration: 259.191255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:58.874171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.39588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:43:58.874215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.570518Z","time spent":"303.636657ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:58.874228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.770844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:43:58.874228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.455298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:43:58.874292Z","caller":"traceutil/trace.go:171","msg":"trace[344846294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9933; }","duration":"258.853796ms","start":"2026-03-31T22:43:58.615423Z","end":"2026-03-31T22:43:58.874277Z","steps":["trace[344846294] 'agreement among raft nodes before linearized reading' (duration: 258.699193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:58.874313Z","caller":"traceutil/trace.go:171","msg":"trace[1188276763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9933; }","duration":"200.57785ms","start":"2026-03-31T22:43:58.673719Z","end":"2026-03-31T22:43:58.874297Z","steps":["trace[1188276763] 'agreement among raft nodes before linearized reading' (duration: 200.385646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:58.874225Z","caller":"traceutil/trace.go:171","msg":"trace[1135507121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9933; }","duration":"298.473941ms","start":"2026-03-31T22:43:58.575735Z","end":"2026-03-31T22:43:58.874209Z","steps":["trace[1135507121] 'agreement among raft nodes before linearized reading' (duration: 298.315728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:58.874344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.311657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:43:58.87412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.570319Z","time spent":"303.734381ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:58.874363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.647312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:58.874406Z","caller":"traceutil/trace.go:171","msg":"trace[1092164948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9933; }","duration":"259.41292ms","start":"2026-03-31T22:43:58.614978Z","end":"2026-03-31T22:43:58.874391Z","steps":["trace[1092164948] 'agreement among raft nodes before linearized reading' (duration: 259.277416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:58.874426Z","caller":"traceutil/trace.go:171","msg":"trace[1350784835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9933; }","duration":"258.723283ms","start":"2026-03-31T22:43:58.61569Z","end":"2026-03-31T22:43:58.874413Z","steps":["trace[1350784835] 'agreement among raft nodes before linearized reading' (duration: 258.58711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:58.874401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.290987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:43:58.874461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.478647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:58.874501Z","caller":"traceutil/trace.go:171","msg":"trace[2100541522] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9933; }","duration":"219.551349ms","start":"2026-03-31T22:43:58.65494Z","end":"2026-03-31T22:43:58.874492Z","steps":["trace[2100541522] 'agreement among raft nodes before linearized reading' (duration: 219.467977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:58.874501Z","caller":"traceutil/trace.go:171","msg":"trace[299256566] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9933; }","duration":"259.479931ms","start":"2026-03-31T22:43:58.614995Z","end":"2026-03-31T22:43:58.874474Z","steps":["trace[299256566] 'agreement among raft nodes before linearized reading' (duration: 259.169814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:58.874609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.340047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:43:58.874693Z","caller":"traceutil/trace.go:171","msg":"trace[832235311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:9933; }","duration":"255.436609ms","start":"2026-03-31T22:43:58.619245Z","end":"2026-03-31T22:43:58.874682Z","steps":["trace[832235311] 'agreement among raft nodes before linearized reading' (duration: 254.846256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:59.086305Z","caller":"traceutil/trace.go:171","msg":"trace[725834722] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"207.078298ms","start":"2026-03-31T22:43:58.879206Z","end":"2026-03-31T22:43:59.086284Z","steps":["trace[725834722] 'process raft request' (duration: 206.932874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:59.086612Z","caller":"traceutil/trace.go:171","msg":"trace[434004016] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"207.266931ms","start":"2026-03-31T22:43:58.87932Z","end":"2026-03-31T22:43:59.086587Z","steps":["trace[434004016] 'process raft request' (duration: 206.934244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:59.086642Z","caller":"traceutil/trace.go:171","msg":"trace[881899101] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"206.985685ms","start":"2026-03-31T22:43:58.879634Z","end":"2026-03-31T22:43:59.086619Z","steps":["trace[881899101] 'process raft request' (duration: 206.856792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:59.086695Z","caller":"traceutil/trace.go:171","msg":"trace[123302397] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"206.828482ms","start":"2026-03-31T22:43:58.879857Z","end":"2026-03-31T22:43:59.086686Z","steps":["trace[123302397] 'process raft request' (duration: 206.730189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:59.086813Z","caller":"traceutil/trace.go:171","msg":"trace[884008674] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"206.691208ms","start":"2026-03-31T22:43:58.88011Z","end":"2026-03-31T22:43:59.086801Z","steps":["trace[884008674] 'process raft request' (duration: 206.546035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:59.086854Z","caller":"traceutil/trace.go:171","msg":"trace[690897356] linearizableReadLoop","detail":"{readStateIndex:10315; appliedIndex:10310; }","duration":"206.950714ms","start":"2026-03-31T22:43:58.879889Z","end":"2026-03-31T22:43:59.08684Z","steps":["trace[690897356] 'read index received' (duration: 48.220048ms)","trace[690897356] 'applied index is now lower than readState.Index' (duration: 158.729856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:59.086935Z","caller":"traceutil/trace.go:171","msg":"trace[1639925447] transaction","detail":"{read_only:false; response_revision:9940; number_of_response:1; }","duration":"205.809879ms","start":"2026-03-31T22:43:58.881091Z","end":"2026-03-31T22:43:59.086901Z","steps":["trace[1639925447] 'process raft request' (duration: 205.656446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:59.087072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.017884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8062c261-f999-4b19-a195-5a6dc60f1d69\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T22:43:59.087107Z","caller":"traceutil/trace.go:171","msg":"trace[1600141078] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8062c261-f999-4b19-a195-5a6dc60f1d69; range_end:; response_count:1; response_revision:9940; }","duration":"206.101616ms","start":"2026-03-31T22:43:58.880995Z","end":"2026-03-31T22:43:59.087097Z","steps":["trace[1600141078] 'agreement among raft nodes before linearized reading' (duration: 205.987273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:59.087203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.310173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228512"} {"level":"info","ts":"2026-03-31T22:43:59.087235Z","caller":"traceutil/trace.go:171","msg":"trace[872284953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9940; }","duration":"207.367344ms","start":"2026-03-31T22:43:58.879861Z","end":"2026-03-31T22:43:59.087228Z","steps":["trace[872284953] 'agreement among raft nodes before linearized reading' (duration: 207.071227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.360293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.177253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T22:44:09.360654Z","caller":"traceutil/trace.go:171","msg":"trace[1884010342] transaction","detail":"{read_only:false; response_revision:10026; number_of_response:1; }","duration":"451.60524ms","start":"2026-03-31T22:44:08.909029Z","end":"2026-03-31T22:44:09.360634Z","steps":["trace[1884010342] 'process raft request' (duration: 451.563019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.360746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.909001Z","time spent":"451.701002ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:09.360898Z","caller":"traceutil/trace.go:171","msg":"trace[1942314911] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"683.673792ms","start":"2026-03-31T22:44:08.677189Z","end":"2026-03-31T22:44:09.360863Z","steps":["trace[1942314911] 'process raft request' (duration: 683.264403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:09.360906Z","caller":"traceutil/trace.go:171","msg":"trace[946616007] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10023; }","duration":"735.276757ms","start":"2026-03-31T22:44:08.625582Z","end":"2026-03-31T22:44:09.360859Z","steps":["trace[946616007] 'process raft request' (duration: 104.411798ms)","trace[946616007] 'compare' (duration: 630.04965ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:09.360929Z","caller":"traceutil/trace.go:171","msg":"trace[1149076261] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"451.864665ms","start":"2026-03-31T22:44:08.909026Z","end":"2026-03-31T22:44:09.360891Z","steps":["trace[1149076261] 'process raft request' (duration: 451.519128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.36098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.677158Z","time spent":"683.786673ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:09.361094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.909001Z","time spent":"452.004929ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:09.361124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.297564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ztrxp\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-31T22:44:09.361094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.625558Z","time spent":"735.426419ms","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T22:44:09.360909Z","caller":"traceutil/trace.go:171","msg":"trace[1013445103] linearizableReadLoop","detail":"{readStateIndex:10405; appliedIndex:10404; }","duration":"711.057169ms","start":"2026-03-31T22:44:08.649811Z","end":"2026-03-31T22:44:09.360868Z","steps":["trace[1013445103] 'read index received' (duration: 80.219731ms)","trace[1013445103] 'applied index is now lower than readState.Index' (duration: 630.833358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:09.361161Z","caller":"traceutil/trace.go:171","msg":"trace[343291515] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ztrxp; range_end:; response_count:1; response_revision:10026; }","duration":"711.391446ms","start":"2026-03-31T22:44:08.649757Z","end":"2026-03-31T22:44:09.361149Z","steps":["trace[343291515] 'agreement among raft nodes before linearized reading' (duration: 711.201922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.361296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.649732Z","time spent":"711.549581ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4694,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ztrxp\" "} {"level":"warn","ts":"2026-03-31T22:44:09.361437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.982458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ztrxp\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-31T22:44:09.361479Z","caller":"traceutil/trace.go:171","msg":"trace[1144207803] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ztrxp; range_end:; response_count:1; response_revision:10026; }","duration":"711.03968ms","start":"2026-03-31T22:44:08.650427Z","end":"2026-03-31T22:44:09.361467Z","steps":["trace[1144207803] 'agreement among raft nodes before linearized reading' (duration: 710.874346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.361444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.405333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:09.361513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.65042Z","time spent":"711.085341ms","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2824,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-ztrxp\" "} {"level":"info","ts":"2026-03-31T22:44:09.361533Z","caller":"traceutil/trace.go:171","msg":"trace[463779065] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10026; }","duration":"195.553267ms","start":"2026-03-31T22:44:09.165957Z","end":"2026-03-31T22:44:09.36151Z","steps":["trace[463779065] 'agreement among raft nodes before linearized reading' (duration: 195.379443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.36161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.629249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:44:09.361642Z","caller":"traceutil/trace.go:171","msg":"trace[1575674492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10026; }","duration":"373.711561ms","start":"2026-03-31T22:44:08.987921Z","end":"2026-03-31T22:44:09.361633Z","steps":["trace[1575674492] 'agreement among raft nodes before linearized reading' (duration: 373.627729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.361661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.987878Z","time spent":"373.779462ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:44:09.36169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.547145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:09.361722Z","caller":"traceutil/trace.go:171","msg":"trace[1315694538] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:10026; }","duration":"426.607505ms","start":"2026-03-31T22:44:08.935107Z","end":"2026-03-31T22:44:09.361715Z","steps":["trace[1315694538] 'agreement among raft nodes before linearized reading' (duration: 426.550414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.361753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:08.935092Z","time spent":"426.653357ms","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:44:09.361754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.022373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:44:09.361784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.587297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:09.361802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.287781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:44:09.361836Z","caller":"traceutil/trace.go:171","msg":"trace[68058023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10026; }","duration":"207.346853ms","start":"2026-03-31T22:44:09.154478Z","end":"2026-03-31T22:44:09.361825Z","steps":["trace[68058023] 'agreement among raft nodes before linearized reading' (duration: 207.276351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:09.36184Z","caller":"traceutil/trace.go:171","msg":"trace[377868072] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10026; }","duration":"156.669949ms","start":"2026-03-31T22:44:09.205155Z","end":"2026-03-31T22:44:09.361825Z","steps":["trace[377868072] 'agreement among raft nodes before linearized reading' (duration: 156.588027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.361845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.6536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:44:09.361452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.114609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:44:09.361886Z","caller":"traceutil/trace.go:171","msg":"trace[708939392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10026; }","duration":"184.689671ms","start":"2026-03-31T22:44:09.177182Z","end":"2026-03-31T22:44:09.361871Z","steps":["trace[708939392] 'agreement among raft nodes before linearized reading' (duration: 184.546488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:09.361899Z","caller":"traceutil/trace.go:171","msg":"trace[684134088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10026; }","duration":"180.597429ms","start":"2026-03-31T22:44:09.181293Z","end":"2026-03-31T22:44:09.36189Z","steps":["trace[684134088] 'agreement among raft nodes before linearized reading' (duration: 180.007536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:09.3618Z","caller":"traceutil/trace.go:171","msg":"trace[1244874340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10026; }","duration":"179.090465ms","start":"2026-03-31T22:44:09.182691Z","end":"2026-03-31T22:44:09.361782Z","steps":["trace[1244874340] 'agreement among raft nodes before linearized reading' (duration: 178.998753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.361966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.035132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:44:09.361994Z","caller":"traceutil/trace.go:171","msg":"trace[677009874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10026; }","duration":"186.079613ms","start":"2026-03-31T22:44:09.175905Z","end":"2026-03-31T22:44:09.361985Z","steps":["trace[677009874] 'agreement among raft nodes before linearized reading' (duration: 186.017782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.361719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.358506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:44:09.362055Z","caller":"traceutil/trace.go:171","msg":"trace[1001501097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10026; }","duration":"177.710485ms","start":"2026-03-31T22:44:09.184333Z","end":"2026-03-31T22:44:09.362044Z","steps":["trace[1001501097] 'agreement among raft nodes before linearized reading' (duration: 177.243594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:09.504797Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000028b1.wal"} {"level":"info","ts":"2026-03-31T22:44:09.52528Z","caller":"traceutil/trace.go:171","msg":"trace[1473031020] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10034; }","duration":"111.937949ms","start":"2026-03-31T22:44:09.413302Z","end":"2026-03-31T22:44:09.52524Z","steps":["trace[1473031020] 'process raft request' (duration: 91.686681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.525466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.049106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ztrxp\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-31T22:44:09.525603Z","caller":"traceutil/trace.go:171","msg":"trace[437402268] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ztrxp; range_end:; response_count:1; response_revision:10034; }","duration":"110.210809ms","start":"2026-03-31T22:44:09.415355Z","end":"2026-03-31T22:44:09.525566Z","steps":["trace[437402268] 'agreement among raft nodes before linearized reading' (duration: 109.948353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:09.52526Z","caller":"traceutil/trace.go:171","msg":"trace[2511596] linearizableReadLoop","detail":"{readStateIndex:10416; appliedIndex:10415; }","duration":"109.81295ms","start":"2026-03-31T22:44:09.415391Z","end":"2026-03-31T22:44:09.525204Z","steps":["trace[2511596] 'read index received' (duration: 89.611654ms)","trace[2511596] 'applied index is now lower than readState.Index' (duration: 20.199766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:09.551589Z","caller":"traceutil/trace.go:171","msg":"trace[1047847635] transaction","detail":"{read_only:false; response_revision:10036; number_of_response:1; }","duration":"113.285738ms","start":"2026-03-31T22:44:09.438254Z","end":"2026-03-31T22:44:09.551539Z","steps":["trace[1047847635] 'process raft request' (duration: 113.146065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:09.551885Z","caller":"traceutil/trace.go:171","msg":"trace[1316494700] transaction","detail":"{read_only:false; response_revision:10035; number_of_response:1; }","duration":"133.002694ms","start":"2026-03-31T22:44:09.418775Z","end":"2026-03-31T22:44:09.551777Z","steps":["trace[1316494700] 'process raft request' (duration: 132.473241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:09.552404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.120939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ztrxp\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-31T22:44:09.552459Z","caller":"traceutil/trace.go:171","msg":"trace[502494905] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ztrxp; range_end:; response_count:1; response_revision:10036; }","duration":"134.198691ms","start":"2026-03-31T22:44:09.418249Z","end":"2026-03-31T22:44:09.552447Z","steps":["trace[502494905] 'agreement among raft nodes before linearized reading' (duration: 133.969126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.296885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301902834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-31T22:44:11.296997Z","caller":"traceutil/trace.go:171","msg":"trace[1665604912] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10038; }","duration":"1.302047268s","start":"2026-03-31T22:44:09.994919Z","end":"2026-03-31T22:44:11.296966Z","steps":["trace[1665604912] 'range keys from in-memory index tree' (duration: 1.301701759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.297082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:09.99491Z","time spent":"1.30215183s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4747,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T22:44:11.298501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.803841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:44:11.298743Z","caller":"traceutil/trace.go:171","msg":"trace[355164477] linearizableReadLoop","detail":"{readStateIndex:10421; appliedIndex:10420; }","duration":"760.818234ms","start":"2026-03-31T22:44:10.537894Z","end":"2026-03-31T22:44:11.298712Z","steps":["trace[355164477] 'read index received' (duration: 64.272µs)","trace[355164477] 'applied index is now lower than readState.Index' (duration: 760.752372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:11.298799Z","caller":"traceutil/trace.go:171","msg":"trace[1274974602] transaction","detail":"{read_only:false; response_revision:10039; number_of_response:1; }","duration":"985.56312ms","start":"2026-03-31T22:44:10.313163Z","end":"2026-03-31T22:44:11.298726Z","steps":["trace[1274974602] 'process raft request' (duration: 202.065834ms)","trace[1274974602] 'compare' (duration: 781.367888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:11.299144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.165975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:11.299199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.601986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:11.299205Z","caller":"traceutil/trace.go:171","msg":"trace[255483888] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10039; }","duration":"132.273277ms","start":"2026-03-31T22:44:11.166917Z","end":"2026-03-31T22:44:11.299191Z","steps":["trace[255483888] 'agreement among raft nodes before linearized reading' (duration: 132.145044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.29915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:10.313139Z","time spent":"985.939288ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:11.299003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.100509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:11.299491Z","caller":"traceutil/trace.go:171","msg":"trace[567925656] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10039; }","duration":"761.669282ms","start":"2026-03-31T22:44:10.537809Z","end":"2026-03-31T22:44:11.299478Z","steps":["trace[567925656] 'agreement among raft nodes before linearized reading' (duration: 761.020207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.299545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123755821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T22:44:11.299581Z","caller":"traceutil/trace.go:171","msg":"trace[613074772] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10038; }","duration":"1.123826333s","start":"2026-03-31T22:44:10.175746Z","end":"2026-03-31T22:44:11.299572Z","steps":["trace[613074772] 'range keys from in-memory index tree' (duration: 1.121609153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.299564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:10.53775Z","time spent":"761.800756ms","remote":"127.0.0.1:50772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:44:11.299615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:10.175727Z","time spent":"1.123877353s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211004,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:44:11.299245Z","caller":"traceutil/trace.go:171","msg":"trace[537242293] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10039; }","duration":"117.676768ms","start":"2026-03-31T22:44:11.181554Z","end":"2026-03-31T22:44:11.299231Z","steps":["trace[537242293] 'agreement among raft nodes before linearized reading' (duration: 117.514305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.625409Z","caller":"traceutil/trace.go:171","msg":"trace[196376818] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"259.230815ms","start":"2026-03-31T22:44:11.366158Z","end":"2026-03-31T22:44:11.625389Z","steps":["trace[196376818] 'process raft request' (duration: 259.080712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.676617Z","caller":"traceutil/trace.go:171","msg":"trace[1951331954] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"310.187716ms","start":"2026-03-31T22:44:11.36641Z","end":"2026-03-31T22:44:11.676598Z","steps":["trace[1951331954] 'process raft request' (duration: 310.040142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.676747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:11.366399Z","time spent":"310.286309ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:11.677352Z","caller":"traceutil/trace.go:171","msg":"trace[2111444072] transaction","detail":"{read_only:false; response_revision:10042; number_of_response:1; }","duration":"310.696888ms","start":"2026-03-31T22:44:11.36663Z","end":"2026-03-31T22:44:11.677327Z","steps":["trace[2111444072] 'process raft request' (duration: 309.930241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.677351Z","caller":"traceutil/trace.go:171","msg":"trace[1362029177] linearizableReadLoop","detail":"{readStateIndex:10424; appliedIndex:10422; }","duration":"308.045537ms","start":"2026-03-31T22:44:11.369257Z","end":"2026-03-31T22:44:11.677303Z","steps":["trace[1362029177] 'read index received' (duration: 256.160466ms)","trace[1362029177] 'applied index is now lower than readState.Index' (duration: 51.880701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:11.67749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:11.366617Z","time spent":"310.8031ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:11.677715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.405005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T22:44:11.677834Z","caller":"traceutil/trace.go:171","msg":"trace[1926413104] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10042; }","duration":"308.559759ms","start":"2026-03-31T22:44:11.369251Z","end":"2026-03-31T22:44:11.677811Z","steps":["trace[1926413104] 'agreement among raft nodes before linearized reading' (duration: 308.259512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.677953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.080345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:44:11.677987Z","caller":"traceutil/trace.go:171","msg":"trace[1620006743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10042; }","duration":"260.149846ms","start":"2026-03-31T22:44:11.417828Z","end":"2026-03-31T22:44:11.677978Z","steps":["trace[1620006743] 'agreement among raft nodes before linearized reading' (duration: 260.075244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.677941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:11.369233Z","time spent":"308.691302ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T22:44:11.678203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.692133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:44:11.678237Z","caller":"traceutil/trace.go:171","msg":"trace[778179535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10042; }","duration":"262.740474ms","start":"2026-03-31T22:44:11.415487Z","end":"2026-03-31T22:44:11.678228Z","steps":["trace[778179535] 'agreement among raft nodes before linearized reading' (duration: 262.651292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.678352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.174974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:44:11.677844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.85313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:44:11.678435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.529571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:44:11.67846Z","caller":"traceutil/trace.go:171","msg":"trace[194402193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10042; }","duration":"263.567523ms","start":"2026-03-31T22:44:11.414886Z","end":"2026-03-31T22:44:11.678453Z","steps":["trace[194402193] 'agreement among raft nodes before linearized reading' (duration: 263.506302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.678464Z","caller":"traceutil/trace.go:171","msg":"trace[2087031348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10042; }","duration":"288.464015ms","start":"2026-03-31T22:44:11.389945Z","end":"2026-03-31T22:44:11.678409Z","steps":["trace[2087031348] 'agreement among raft nodes before linearized reading' (duration: 287.808109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.678528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.237568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:44:11.67852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.381022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:44:11.678568Z","caller":"traceutil/trace.go:171","msg":"trace[737516386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10042; }","duration":"264.337401ms","start":"2026-03-31T22:44:11.414221Z","end":"2026-03-31T22:44:11.678559Z","steps":["trace[737516386] 'agreement among raft nodes before linearized reading' (duration: 264.242299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.678583Z","caller":"traceutil/trace.go:171","msg":"trace[1406851591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10042; }","duration":"264.473344ms","start":"2026-03-31T22:44:11.414096Z","end":"2026-03-31T22:44:11.67857Z","steps":["trace[1406851591] 'agreement among raft nodes before linearized reading' (duration: 264.3243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.67789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.384858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:11.678379Z","caller":"traceutil/trace.go:171","msg":"trace[154769812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10042; }","duration":"263.294387ms","start":"2026-03-31T22:44:11.415078Z","end":"2026-03-31T22:44:11.678372Z","steps":["trace[154769812] 'agreement among raft nodes before linearized reading' (duration: 263.231776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.67872Z","caller":"traceutil/trace.go:171","msg":"trace[1639609413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10042; }","duration":"225.222998ms","start":"2026-03-31T22:44:11.45345Z","end":"2026-03-31T22:44:11.678673Z","steps":["trace[1639609413] 'agreement among raft nodes before linearized reading' (duration: 224.416639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.835738Z","caller":"traceutil/trace.go:171","msg":"trace[1526810772] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"153.121658ms","start":"2026-03-31T22:44:11.682589Z","end":"2026-03-31T22:44:11.83571Z","steps":["trace[1526810772] 'process raft request' (duration: 153.049227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.835773Z","caller":"traceutil/trace.go:171","msg":"trace[1852407402] transaction","detail":"{read_only:false; response_revision:10044; number_of_response:1; }","duration":"153.390745ms","start":"2026-03-31T22:44:11.682344Z","end":"2026-03-31T22:44:11.835735Z","steps":["trace[1852407402] 'process raft request' (duration: 153.17355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.836012Z","caller":"traceutil/trace.go:171","msg":"trace[2052351070] linearizableReadLoop","detail":"{readStateIndex:10430; appliedIndex:10424; }","duration":"151.577474ms","start":"2026-03-31T22:44:11.684415Z","end":"2026-03-31T22:44:11.835992Z","steps":["trace[2052351070] 'read index received' (duration: 59.142436ms)","trace[2052351070] 'applied index is now lower than readState.Index' (duration: 92.434328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:11.836055Z","caller":"traceutil/trace.go:171","msg":"trace[1025065628] transaction","detail":"{read_only:false; response_revision:10048; number_of_response:1; }","duration":"152.379431ms","start":"2026-03-31T22:44:11.683662Z","end":"2026-03-31T22:44:11.836042Z","steps":["trace[1025065628] 'process raft request' (duration: 152.301369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.836062Z","caller":"traceutil/trace.go:171","msg":"trace[1154344774] transaction","detail":"{read_only:false; response_revision:10047; number_of_response:1; }","duration":"152.69336ms","start":"2026-03-31T22:44:11.683332Z","end":"2026-03-31T22:44:11.836025Z","steps":["trace[1154344774] 'process raft request' (duration: 152.545126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.836184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.747827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-31T22:44:11.836196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.71055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:11.836199Z","caller":"traceutil/trace.go:171","msg":"trace[343740704] transaction","detail":"{read_only:false; response_revision:10046; number_of_response:1; }","duration":"153.571829ms","start":"2026-03-31T22:44:11.682603Z","end":"2026-03-31T22:44:11.836175Z","steps":["trace[343740704] 'process raft request' (duration: 153.068188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.836235Z","caller":"traceutil/trace.go:171","msg":"trace[1354716121] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10048; }","duration":"137.799272ms","start":"2026-03-31T22:44:11.698426Z","end":"2026-03-31T22:44:11.836225Z","steps":["trace[1354716121] 'agreement among raft nodes before linearized reading' (duration: 137.71739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:11.836208Z","caller":"traceutil/trace.go:171","msg":"trace[342190513] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:10048; }","duration":"151.805378ms","start":"2026-03-31T22:44:11.684395Z","end":"2026-03-31T22:44:11.8362Z","steps":["trace[342190513] 'agreement among raft nodes before linearized reading' (duration: 151.708096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:11.836441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.640511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:11.836549Z","caller":"traceutil/trace.go:171","msg":"trace[840379680] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10048; }","duration":"103.796765ms","start":"2026-03-31T22:44:11.732729Z","end":"2026-03-31T22:44:11.836526Z","steps":["trace[840379680] 'agreement among raft nodes before linearized reading' (duration: 103.525879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:12.071979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.934336ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:44:12.072081Z","caller":"traceutil/trace.go:171","msg":"trace[716127574] linearizableReadLoop","detail":"{readStateIndex:10431; appliedIndex:10430; }","duration":"210.409922ms","start":"2026-03-31T22:44:11.861654Z","end":"2026-03-31T22:44:12.072064Z","steps":["trace[716127574] 'read index received' (duration: 29.332843ms)","trace[716127574] 'applied index is now lower than readState.Index' (duration: 181.075239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:12.072313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.93183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:44:12.07239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.741299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112137"} {"level":"info","ts":"2026-03-31T22:44:12.07242Z","caller":"traceutil/trace.go:171","msg":"trace[1217619012] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:10048; }","duration":"210.826822ms","start":"2026-03-31T22:44:11.861584Z","end":"2026-03-31T22:44:12.072411Z","steps":["trace[1217619012] 'agreement among raft nodes before linearized reading' (duration: 210.582467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:12.072416Z","caller":"traceutil/trace.go:171","msg":"trace[1692274299] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10048; }","duration":"105.063223ms","start":"2026-03-31T22:44:11.96733Z","end":"2026-03-31T22:44:12.072394Z","steps":["trace[1692274299] 'agreement among raft nodes before linearized reading' (duration: 104.871208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:13.774105Z","caller":"traceutil/trace.go:171","msg":"trace[622559975] transaction","detail":"{read_only:false; response_revision:10051; number_of_response:1; }","duration":"169.719723ms","start":"2026-03-31T22:44:13.604334Z","end":"2026-03-31T22:44:13.774054Z","steps":["trace[622559975] 'process raft request' (duration: 169.55136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.060694Z","caller":"traceutil/trace.go:171","msg":"trace[708895284] transaction","detail":"{read_only:false; response_revision:10052; number_of_response:1; }","duration":"429.264815ms","start":"2026-03-31T22:44:13.63141Z","end":"2026-03-31T22:44:14.060674Z","steps":["trace[708895284] 'process raft request' (duration: 429.092751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.060822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:13.631377Z","time spent":"429.378047ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:14.060981Z","caller":"traceutil/trace.go:171","msg":"trace[950676679] linearizableReadLoop","detail":"{readStateIndex:10437; appliedIndex:10434; }","duration":"371.50177ms","start":"2026-03-31T22:44:13.68946Z","end":"2026-03-31T22:44:14.060962Z","steps":["trace[950676679] 'read index received' (duration: 85.160273ms)","trace[950676679] 'applied index is now lower than readState.Index' (duration: 286.340647ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:14.061099Z","caller":"traceutil/trace.go:171","msg":"trace[1100014238] transaction","detail":"{read_only:false; response_revision:10054; number_of_response:1; }","duration":"379.020341ms","start":"2026-03-31T22:44:13.682056Z","end":"2026-03-31T22:44:14.061077Z","steps":["trace[1100014238] 'process raft request' (duration: 378.799736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.061161Z","caller":"traceutil/trace.go:171","msg":"trace[567875746] transaction","detail":"{read_only:false; response_revision:10053; number_of_response:1; }","duration":"379.248905ms","start":"2026-03-31T22:44:13.6819Z","end":"2026-03-31T22:44:14.061149Z","steps":["trace[567875746] 'process raft request' (duration: 378.741714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.061186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.712224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:44:14.061214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:13.681857Z","time spent":"379.329457ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:14.061224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:13.682033Z","time spent":"379.127782ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:14.061311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.722156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:44:14.061346Z","caller":"traceutil/trace.go:171","msg":"trace[276407130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10054; }","duration":"220.783256ms","start":"2026-03-31T22:44:13.840555Z","end":"2026-03-31T22:44:14.061339Z","steps":["trace[276407130] 'agreement among raft nodes before linearized reading' (duration: 220.704495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.061336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.738985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:44:14.06138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.650263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:44:14.061392Z","caller":"traceutil/trace.go:171","msg":"trace[1702341557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10054; }","duration":"278.837247ms","start":"2026-03-31T22:44:13.782542Z","end":"2026-03-31T22:44:14.061379Z","steps":["trace[1702341557] 'agreement among raft nodes before linearized reading' (duration: 278.664673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.061407Z","caller":"traceutil/trace.go:171","msg":"trace[528897157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10054; }","duration":"220.730755ms","start":"2026-03-31T22:44:13.840669Z","end":"2026-03-31T22:44:14.0614Z","steps":["trace[528897157] 'agreement among raft nodes before linearized reading' (duration: 220.637023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.06122Z","caller":"traceutil/trace.go:171","msg":"trace[2103960677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10054; }","duration":"371.802887ms","start":"2026-03-31T22:44:13.689408Z","end":"2026-03-31T22:44:14.061211Z","steps":["trace[2103960677] 'agreement among raft nodes before linearized reading' (duration: 371.669224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.061486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:13.689389Z","time spent":"372.088894ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:44:14.06149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.891019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:44:14.061505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.92254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:44:14.061517Z","caller":"traceutil/trace.go:171","msg":"trace[891965538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10054; }","duration":"220.9294ms","start":"2026-03-31T22:44:13.840581Z","end":"2026-03-31T22:44:14.061511Z","steps":["trace[891965538] 'agreement among raft nodes before linearized reading' (duration: 220.859879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.061558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.006441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:44:14.061521Z","caller":"traceutil/trace.go:171","msg":"trace[1359521402] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10054; }","duration":"220.96435ms","start":"2026-03-31T22:44:13.84055Z","end":"2026-03-31T22:44:14.061514Z","steps":["trace[1359521402] 'agreement among raft nodes before linearized reading' (duration: 220.918299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.061576Z","caller":"traceutil/trace.go:171","msg":"trace[404989751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10054; }","duration":"221.054353ms","start":"2026-03-31T22:44:13.840518Z","end":"2026-03-31T22:44:14.061573Z","steps":["trace[404989751] 'agreement among raft nodes before linearized reading' (duration: 221.011772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.250374Z","caller":"traceutil/trace.go:171","msg":"trace[326017992] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"185.160532ms","start":"2026-03-31T22:44:14.065187Z","end":"2026-03-31T22:44:14.250348Z","steps":["trace[326017992] 'process raft request' (duration: 185.004368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.250396Z","caller":"traceutil/trace.go:171","msg":"trace[1761547489] linearizableReadLoop","detail":"{readStateIndex:10441; appliedIndex:10437; }","duration":"185.10859ms","start":"2026-03-31T22:44:14.065263Z","end":"2026-03-31T22:44:14.250371Z","steps":["trace[1761547489] 'read index received' (duration: 50.284425ms)","trace[1761547489] 'applied index is now lower than readState.Index' (duration: 134.822995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:14.250448Z","caller":"traceutil/trace.go:171","msg":"trace[986964753] transaction","detail":"{read_only:false; response_revision:10058; number_of_response:1; }","duration":"185.179573ms","start":"2026-03-31T22:44:14.06525Z","end":"2026-03-31T22:44:14.250429Z","steps":["trace[986964753] 'process raft request' (duration: 184.989118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.250486Z","caller":"traceutil/trace.go:171","msg":"trace[204270284] transaction","detail":"{read_only:false; response_revision:10059; number_of_response:1; }","duration":"184.946107ms","start":"2026-03-31T22:44:14.065504Z","end":"2026-03-31T22:44:14.25045Z","steps":["trace[204270284] 'process raft request' (duration: 184.771073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.25054Z","caller":"traceutil/trace.go:171","msg":"trace[46631227] transaction","detail":"{read_only:false; response_revision:10056; number_of_response:1; }","duration":"185.334685ms","start":"2026-03-31T22:44:14.065166Z","end":"2026-03-31T22:44:14.2505Z","steps":["trace[46631227] 'process raft request' (duration: 164.973466ms)","trace[46631227] 'compare' (duration: 19.880938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:14.250609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.721695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:14.25049Z","caller":"traceutil/trace.go:171","msg":"trace[1917789856] transaction","detail":"{read_only:false; response_revision:10060; number_of_response:1; }","duration":"184.531728ms","start":"2026-03-31T22:44:14.065925Z","end":"2026-03-31T22:44:14.250456Z","steps":["trace[1917789856] 'process raft request' (duration: 184.407045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.250634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.95253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:14.250694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.27081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:44:14.250686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.250384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:14.250726Z","caller":"traceutil/trace.go:171","msg":"trace[1860855533] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10060; }","duration":"137.304941ms","start":"2026-03-31T22:44:14.113414Z","end":"2026-03-31T22:44:14.250719Z","steps":["trace[1860855533] 'agreement among raft nodes before linearized reading' (duration: 137.24145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.250708Z","caller":"traceutil/trace.go:171","msg":"trace[771274608] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10060; }","duration":"109.085853ms","start":"2026-03-31T22:44:14.141606Z","end":"2026-03-31T22:44:14.250692Z","steps":["trace[771274608] 'agreement among raft nodes before linearized reading' (duration: 108.95285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.250739Z","caller":"traceutil/trace.go:171","msg":"trace[894893672] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:10060; }","duration":"100.345006ms","start":"2026-03-31T22:44:14.150383Z","end":"2026-03-31T22:44:14.250728Z","steps":["trace[894893672] 'agreement among raft nodes before linearized reading' (duration: 100.227034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:14.250641Z","caller":"traceutil/trace.go:171","msg":"trace[56735118] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10060; }","duration":"158.798217ms","start":"2026-03-31T22:44:14.091832Z","end":"2026-03-31T22:44:14.25063Z","steps":["trace[56735118] 'agreement among raft nodes before linearized reading' (duration: 158.719045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.250826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.5601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228427"} {"level":"info","ts":"2026-03-31T22:44:14.250857Z","caller":"traceutil/trace.go:171","msg":"trace[1988707689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10060; }","duration":"185.623082ms","start":"2026-03-31T22:44:14.065225Z","end":"2026-03-31T22:44:14.250848Z","steps":["trace[1988707689] 'agreement among raft nodes before linearized reading' (duration: 185.288454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:14.25165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.826514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:44:14.251742Z","caller":"traceutil/trace.go:171","msg":"trace[685528013] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10060; }","duration":"157.933616ms","start":"2026-03-31T22:44:14.093791Z","end":"2026-03-31T22:44:14.251724Z","steps":["trace[685528013] 'agreement among raft nodes before linearized reading' (duration: 156.908304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:16.484637Z","caller":"traceutil/trace.go:171","msg":"trace[1537241116] transaction","detail":"{read_only:false; response_revision:10082; number_of_response:1; }","duration":"225.482922ms","start":"2026-03-31T22:44:16.259124Z","end":"2026-03-31T22:44:16.484606Z","steps":["trace[1537241116] 'process raft request' (duration: 225.277947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:16.484956Z","caller":"traceutil/trace.go:171","msg":"trace[1736857637] transaction","detail":"{read_only:false; response_revision:10083; number_of_response:1; }","duration":"225.623846ms","start":"2026-03-31T22:44:16.259299Z","end":"2026-03-31T22:44:16.484922Z","steps":["trace[1736857637] 'process raft request' (duration: 225.255657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:16.485053Z","caller":"traceutil/trace.go:171","msg":"trace[1259713961] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"224.768006ms","start":"2026-03-31T22:44:16.260247Z","end":"2026-03-31T22:44:16.485015Z","steps":["trace[1259713961] 'process raft request' (duration: 224.53273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:16.485141Z","caller":"traceutil/trace.go:171","msg":"trace[1860895339] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"222.111128ms","start":"2026-03-31T22:44:16.262994Z","end":"2026-03-31T22:44:16.485105Z","steps":["trace[1860895339] 'process raft request' (duration: 221.907672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:16.485536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.720791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-03-31T22:44:16.48558Z","caller":"traceutil/trace.go:171","msg":"trace[1361130089] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:10086; }","duration":"222.798873ms","start":"2026-03-31T22:44:16.262769Z","end":"2026-03-31T22:44:16.485568Z","steps":["trace[1361130089] 'agreement among raft nodes before linearized reading' (duration: 222.447135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:16.484967Z","caller":"traceutil/trace.go:171","msg":"trace[552895399] linearizableReadLoop","detail":"{readStateIndex:10469; appliedIndex:10464; }","duration":"222.147117ms","start":"2026-03-31T22:44:16.262796Z","end":"2026-03-31T22:44:16.484943Z","steps":["trace[552895399] 'read index received' (duration: 80.10673ms)","trace[552895399] 'applied index is now lower than readState.Index' (duration: 142.039387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:16.485932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.36915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:16.486008Z","caller":"traceutil/trace.go:171","msg":"trace[123655523] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10086; }","duration":"109.492853ms","start":"2026-03-31T22:44:16.376497Z","end":"2026-03-31T22:44:16.48599Z","steps":["trace[123655523] 'agreement among raft nodes before linearized reading' (duration: 109.317719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:16.48608Z","caller":"traceutil/trace.go:171","msg":"trace[1150731987] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"224.898269ms","start":"2026-03-31T22:44:16.261127Z","end":"2026-03-31T22:44:16.486025Z","steps":["trace[1150731987] 'process raft request' (duration: 223.728612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:18.454893Z","caller":"traceutil/trace.go:171","msg":"trace[1970951012] transaction","detail":"{read_only:false; response_revision:10099; number_of_response:1; }","duration":"102.964145ms","start":"2026-03-31T22:44:18.351893Z","end":"2026-03-31T22:44:18.454857Z","steps":["trace[1970951012] 'process raft request' (duration: 102.72976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:27.287589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.769199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:44:27.287743Z","caller":"traceutil/trace.go:171","msg":"trace[760476403] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:10165; }","duration":"449.991534ms","start":"2026-03-31T22:44:26.837726Z","end":"2026-03-31T22:44:27.287717Z","steps":["trace[760476403] 'range keys from in-memory index tree' (duration: 449.550134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:27.2878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:26.837708Z","time spent":"450.079756ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:44:32.138565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.256215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:32.138647Z","caller":"traceutil/trace.go:171","msg":"trace[255858016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10270; }","duration":"162.384678ms","start":"2026-03-31T22:44:31.976244Z","end":"2026-03-31T22:44:32.138629Z","steps":["trace[255858016] 'count revisions from in-memory index tree' (duration: 162.123252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.304439Z","caller":"traceutil/trace.go:171","msg":"trace[675826352] transaction","detail":"{read_only:false; response_revision:10271; number_of_response:1; }","duration":"267.555212ms","start":"2026-03-31T22:44:32.036862Z","end":"2026-03-31T22:44:32.304417Z","steps":["trace[675826352] 'process raft request' (duration: 267.195064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.367536Z","caller":"traceutil/trace.go:171","msg":"trace[2105091997] linearizableReadLoop","detail":"{readStateIndex:10661; appliedIndex:10659; }","duration":"179.038304ms","start":"2026-03-31T22:44:32.188479Z","end":"2026-03-31T22:44:32.367518Z","steps":["trace[2105091997] 'read index received' (duration: 115.596251ms)","trace[2105091997] 'applied index is now lower than readState.Index' (duration: 63.441343ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:32.367643Z","caller":"traceutil/trace.go:171","msg":"trace[804244885] transaction","detail":"{read_only:false; response_revision:10272; number_of_response:1; }","duration":"182.229646ms","start":"2026-03-31T22:44:32.185403Z","end":"2026-03-31T22:44:32.367632Z","steps":["trace[804244885] 'process raft request' (duration: 170.308007ms)","trace[804244885] 'compare' (duration: 11.261224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:32.367981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.887923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:44:32.36802Z","caller":"traceutil/trace.go:171","msg":"trace[201882989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10274; }","duration":"148.972364ms","start":"2026-03-31T22:44:32.219039Z","end":"2026-03-31T22:44:32.368011Z","steps":["trace[201882989] 'agreement among raft nodes before linearized reading' (duration: 148.830251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:32.368096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.537025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-ldc5x.18a20d61b4bc77ad\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T22:44:32.368392Z","caller":"traceutil/trace.go:171","msg":"trace[850020936] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-ldc5x.18a20d61b4bc77ad; range_end:; response_count:1; response_revision:10274; }","duration":"179.922893ms","start":"2026-03-31T22:44:32.188451Z","end":"2026-03-31T22:44:32.368374Z","steps":["trace[850020936] 'agreement among raft nodes before linearized reading' (duration: 179.394231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.3682Z","caller":"traceutil/trace.go:171","msg":"trace[880372667] transaction","detail":"{read_only:false; response_revision:10273; number_of_response:1; }","duration":"172.610828ms","start":"2026-03-31T22:44:32.19558Z","end":"2026-03-31T22:44:32.36819Z","steps":["trace[880372667] 'process raft request' (duration: 171.851531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:32.368204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.820998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc56bd6d5-rqpn6.18a20e5533bb43be\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T22:44:32.368685Z","caller":"traceutil/trace.go:171","msg":"trace[1608513461] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc56bd6d5-rqpn6.18a20e5533bb43be; range_end:; response_count:1; response_revision:10274; }","duration":"125.30218ms","start":"2026-03-31T22:44:32.243373Z","end":"2026-03-31T22:44:32.368675Z","steps":["trace[1608513461] 'agreement among raft nodes before linearized reading' (duration: 124.778498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.368304Z","caller":"traceutil/trace.go:171","msg":"trace[1984114704] transaction","detail":"{read_only:false; response_revision:10274; number_of_response:1; }","duration":"168.199308ms","start":"2026-03-31T22:44:32.200097Z","end":"2026-03-31T22:44:32.368296Z","steps":["trace[1984114704] 'process raft request' (duration: 167.390801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:15.94219Z","caller":"traceutil/trace.go:171","msg":"trace[702898539] transaction","detail":"{read_only:false; response_revision:10658; number_of_response:1; }","duration":"420.663451ms","start":"2026-03-31T22:45:15.521499Z","end":"2026-03-31T22:45:15.942162Z","steps":["trace[702898539] 'process raft request' (duration: 420.508187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:15.942341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:15.521474Z","time spent":"420.800084ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:18.310462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267823463s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:45:18.310626Z","caller":"traceutil/trace.go:171","msg":"trace[1789646376] linearizableReadLoop","detail":"{readStateIndex:11064; appliedIndex:11063; }","duration":"1.478275847s","start":"2026-03-31T22:45:16.832334Z","end":"2026-03-31T22:45:18.31061Z","steps":["trace[1789646376] 'read index received' (duration: 210.135276ms)","trace[1789646376] 'applied index is now lower than readState.Index' (duration: 1.268139521s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:18.310953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.873816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:18.311407Z","caller":"traceutil/trace.go:171","msg":"trace[1541829504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10663; }","duration":"808.356847ms","start":"2026-03-31T22:45:17.503036Z","end":"2026-03-31T22:45:18.311393Z","steps":["trace[1541829504] 'agreement among raft nodes before linearized reading' (duration: 807.878766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.310981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478622514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:45:18.311503Z","caller":"traceutil/trace.go:171","msg":"trace[1333931150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10663; }","duration":"1.479211149s","start":"2026-03-31T22:45:16.832276Z","end":"2026-03-31T22:45:18.311487Z","steps":["trace[1333931150] 'agreement among raft nodes before linearized reading' (duration: 1.478489042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.311535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:16.832207Z","time spent":"1.479319322s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:45:18.311062Z","caller":"traceutil/trace.go:171","msg":"trace[1252566909] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"1.569270632s","start":"2026-03-31T22:45:16.741768Z","end":"2026-03-31T22:45:18.311039Z","steps":["trace[1252566909] 'process raft request' (duration: 300.779954ms)","trace[1252566909] 'compare' (duration: 1.267336743s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:18.311516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:17.503024Z","time spent":"808.481931ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:45:18.311515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228476856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:45:18.311608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:16.741751Z","time spent":"1.569821626s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:18.311194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261568563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:45:18.311705Z","caller":"traceutil/trace.go:171","msg":"trace[1532581155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10663; }","duration":"1.228710522s","start":"2026-03-31T22:45:17.082965Z","end":"2026-03-31T22:45:18.311675Z","steps":["trace[1532581155] 'agreement among raft nodes before linearized reading' (duration: 1.227900303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.311193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280606884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:45:18.311774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:17.082948Z","time spent":"1.228809903s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:45:18.31128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.911726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-31T22:45:18.31186Z","caller":"traceutil/trace.go:171","msg":"trace[295930854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10663; }","duration":"1.281266929s","start":"2026-03-31T22:45:17.030547Z","end":"2026-03-31T22:45:18.311814Z","steps":["trace[295930854] 'agreement among raft nodes before linearized reading' (duration: 1.280567412s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:18.311906Z","caller":"traceutil/trace.go:171","msg":"trace[533858198] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10663; }","duration":"289.57361ms","start":"2026-03-31T22:45:18.022323Z","end":"2026-03-31T22:45:18.311896Z","steps":["trace[533858198] 'agreement among raft nodes before linearized reading' (duration: 288.888594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.311963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:17.03053Z","time spent":"1.281397092s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:45:18.311286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365959121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:45:18.312011Z","caller":"traceutil/trace.go:171","msg":"trace[2065215638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10663; }","duration":"1.366732599s","start":"2026-03-31T22:45:16.945268Z","end":"2026-03-31T22:45:18.312001Z","steps":["trace[2065215638] 'agreement among raft nodes before linearized reading' (duration: 1.365893709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.312049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:16.945243Z","time spent":"1.36679638s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:18.311441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46862348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:45:18.31212Z","caller":"traceutil/trace.go:171","msg":"trace[1698058577] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:10663; }","duration":"1.469849708s","start":"2026-03-31T22:45:16.842261Z","end":"2026-03-31T22:45:18.312111Z","steps":["trace[1698058577] 'agreement among raft nodes before linearized reading' (duration: 1.468566129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.312149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:16.842235Z","time spent":"1.469905609s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:45:18.311106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271025666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:45:18.312207Z","caller":"traceutil/trace.go:171","msg":"trace[1638007278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10663; }","duration":"1.272278485s","start":"2026-03-31T22:45:17.039909Z","end":"2026-03-31T22:45:18.312187Z","steps":["trace[1638007278] 'agreement among raft nodes before linearized reading' (duration: 1.271031646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.312255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:17.03988Z","time spent":"1.272362397s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:45:18.311854Z","caller":"traceutil/trace.go:171","msg":"trace[773751460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10663; }","duration":"1.262258729s","start":"2026-03-31T22:45:17.04958Z","end":"2026-03-31T22:45:18.311839Z","steps":["trace[773751460] 'agreement among raft nodes before linearized reading' (duration: 1.261535752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.312337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:17.049561Z","time spent":"1.262769531s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:45:18.311217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.763416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:18.312413Z","caller":"traceutil/trace.go:171","msg":"trace[127698752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10663; }","duration":"813.987405ms","start":"2026-03-31T22:45:17.498414Z","end":"2026-03-31T22:45:18.312401Z","steps":["trace[127698752] 'agreement among raft nodes before linearized reading' (duration: 812.741106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:18.31245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:17.4984Z","time spent":"814.036915ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:45:20.399948Z","caller":"traceutil/trace.go:171","msg":"trace[1657595969] transaction","detail":"{read_only:false; response_revision:10675; number_of_response:1; }","duration":"268.29226ms","start":"2026-03-31T22:45:20.131632Z","end":"2026-03-31T22:45:20.399925Z","steps":["trace[1657595969] 'process raft request' (duration: 267.367609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:20.542655Z","caller":"traceutil/trace.go:171","msg":"trace[764097043] transaction","detail":"{read_only:false; response_revision:10676; number_of_response:1; }","duration":"136.939023ms","start":"2026-03-31T22:45:20.405695Z","end":"2026-03-31T22:45:20.542634Z","steps":["trace[764097043] 'process raft request' (duration: 136.793239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:20.554309Z","caller":"traceutil/trace.go:171","msg":"trace[1042480983] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"148.130246ms","start":"2026-03-31T22:45:20.406155Z","end":"2026-03-31T22:45:20.554285Z","steps":["trace[1042480983] 'process raft request' (duration: 148.041234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:20.554485Z","caller":"traceutil/trace.go:171","msg":"trace[293825055] transaction","detail":"{read_only:false; response_revision:10677; number_of_response:1; }","duration":"148.430002ms","start":"2026-03-31T22:45:20.406047Z","end":"2026-03-31T22:45:20.554477Z","steps":["trace[293825055] 'process raft request' (duration: 148.002163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:20.554644Z","caller":"traceutil/trace.go:171","msg":"trace[475126503] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"148.397562ms","start":"2026-03-31T22:45:20.406238Z","end":"2026-03-31T22:45:20.554636Z","steps":["trace[475126503] 'process raft request' (duration: 148.008073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:20.554899Z","caller":"traceutil/trace.go:171","msg":"trace[1242488043] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"148.629547ms","start":"2026-03-31T22:45:20.406259Z","end":"2026-03-31T22:45:20.554888Z","steps":["trace[1242488043] 'process raft request' (duration: 148.327991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:20.555016Z","caller":"traceutil/trace.go:171","msg":"trace[2139850217] linearizableReadLoop","detail":"{readStateIndex:11083; appliedIndex:11078; }","duration":"101.476562ms","start":"2026-03-31T22:45:20.453527Z","end":"2026-03-31T22:45:20.555004Z","steps":["trace[2139850217] 'read index received' (duration: 89.846389ms)","trace[2139850217] 'applied index is now lower than readState.Index' (duration: 11.628933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:20.555124Z","caller":"traceutil/trace.go:171","msg":"trace[1189517167] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"148.409632ms","start":"2026-03-31T22:45:20.406707Z","end":"2026-03-31T22:45:20.555116Z","steps":["trace[1189517167] 'process raft request' (duration: 148.132856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:20.555234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.695076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:20.555401Z","caller":"traceutil/trace.go:171","msg":"trace[590080644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10681; }","duration":"101.800109ms","start":"2026-03-31T22:45:20.45347Z","end":"2026-03-31T22:45:20.55527Z","steps":["trace[590080644] 'agreement among raft nodes before linearized reading' (duration: 101.715147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.231292Z","caller":"traceutil/trace.go:171","msg":"trace[759056247] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"264.455194ms","start":"2026-03-31T22:45:21.96681Z","end":"2026-03-31T22:45:22.231265Z","steps":["trace[759056247] 'process raft request' (duration: 264.29318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.529132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.106895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:45:22.529357Z","caller":"traceutil/trace.go:171","msg":"trace[1305238875] linearizableReadLoop","detail":"{readStateIndex:11088; appliedIndex:11086; }","duration":"361.231769ms","start":"2026-03-31T22:45:22.168104Z","end":"2026-03-31T22:45:22.529335Z","steps":["trace[1305238875] 'read index received' (duration: 62.972783ms)","trace[1305238875] 'applied index is now lower than readState.Index' (duration: 298.257356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:22.529496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.364022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:45:22.529536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.949892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:22.529566Z","caller":"traceutil/trace.go:171","msg":"trace[5624551] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:0; response_revision:10686; }","duration":"291.018823ms","start":"2026-03-31T22:45:22.238537Z","end":"2026-03-31T22:45:22.529556Z","steps":["trace[5624551] 'agreement among raft nodes before linearized reading' (duration: 290.924651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.529568Z","caller":"traceutil/trace.go:171","msg":"trace[1396423942] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10686; }","duration":"361.501365ms","start":"2026-03-31T22:45:22.168051Z","end":"2026-03-31T22:45:22.529552Z","steps":["trace[1396423942] 'agreement among raft nodes before linearized reading' (duration: 361.334031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.529582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.274445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:45:22.529607Z","caller":"traceutil/trace.go:171","msg":"trace[1243274707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10686; }","duration":"116.335587ms","start":"2026-03-31T22:45:22.413263Z","end":"2026-03-31T22:45:22.529599Z","steps":["trace[1243274707] 'agreement among raft nodes before linearized reading' (duration: 116.233394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.529609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.168028Z","time spent":"361.570447ms","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:22.529666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.523763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:22.529732Z","caller":"traceutil/trace.go:171","msg":"trace[1480298452] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10686; }","duration":"256.639425ms","start":"2026-03-31T22:45:22.273081Z","end":"2026-03-31T22:45:22.52972Z","steps":["trace[1480298452] 'agreement among raft nodes before linearized reading' (duration: 256.493392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.529489Z","caller":"traceutil/trace.go:171","msg":"trace[422653061] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"290.296466ms","start":"2026-03-31T22:45:22.239039Z","end":"2026-03-31T22:45:22.529335Z","steps":["trace[422653061] 'process raft request' (duration: 290.195324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.529883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.568024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc56bd6d5-rqpn6.18a20e5533bb43be\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T22:45:22.52991Z","caller":"traceutil/trace.go:171","msg":"trace[404996958] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc56bd6d5-rqpn6.18a20e5533bb43be; range_end:; response_count:1; response_revision:10686; }","duration":"287.614805ms","start":"2026-03-31T22:45:22.242287Z","end":"2026-03-31T22:45:22.529902Z","steps":["trace[404996958] 'agreement among raft nodes before linearized reading' (duration: 287.536324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.760874Z","caller":"traceutil/trace.go:171","msg":"trace[2086673175] transaction","detail":"{read_only:false; response_revision:10689; number_of_response:1; }","duration":"224.777137ms","start":"2026-03-31T22:45:22.536063Z","end":"2026-03-31T22:45:22.76084Z","steps":["trace[2086673175] 'process raft request' (duration: 213.486892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.760889Z","caller":"traceutil/trace.go:171","msg":"trace[1198253053] transaction","detail":"{read_only:false; response_revision:10690; number_of_response:1; }","duration":"222.506816ms","start":"2026-03-31T22:45:22.538346Z","end":"2026-03-31T22:45:22.760853Z","steps":["trace[1198253053] 'process raft request' (duration: 222.357723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.785455Z","caller":"traceutil/trace.go:171","msg":"trace[1967381310] linearizableReadLoop","detail":"{readStateIndex:11094; appliedIndex:11091; }","duration":"226.962256ms","start":"2026-03-31T22:45:22.558465Z","end":"2026-03-31T22:45:22.785427Z","steps":["trace[1967381310] 'read index received' (duration: 191.093486ms)","trace[1967381310] 'applied index is now lower than readState.Index' (duration: 35.86768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:22.785684Z","caller":"traceutil/trace.go:171","msg":"trace[999637440] transaction","detail":"{read_only:false; response_revision:10691; number_of_response:1; }","duration":"245.834623ms","start":"2026-03-31T22:45:22.539838Z","end":"2026-03-31T22:45:22.785672Z","steps":["trace[999637440] 'process raft request' (duration: 245.344181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.785872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.376195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:45:22.78596Z","caller":"traceutil/trace.go:171","msg":"trace[481389592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10692; }","duration":"227.512359ms","start":"2026-03-31T22:45:22.558424Z","end":"2026-03-31T22:45:22.785936Z","steps":["trace[481389592] 'agreement among raft nodes before linearized reading' (duration: 227.203992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.897367Z","caller":"traceutil/trace.go:171","msg":"trace[722897616] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"130.405166ms","start":"2026-03-31T22:45:22.766931Z","end":"2026-03-31T22:45:22.897336Z","steps":["trace[722897616] 'process raft request' (duration: 130.205531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.897481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.005742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24307"} {"level":"info","ts":"2026-03-31T22:45:22.897556Z","caller":"traceutil/trace.go:171","msg":"trace[623265277] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"143.515493ms","start":"2026-03-31T22:45:22.754028Z","end":"2026-03-31T22:45:22.897544Z","steps":["trace[623265277] 'process raft request' (duration: 108.015221ms)","trace[623265277] 'compare' (duration: 34.927288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:22.897525Z","caller":"traceutil/trace.go:171","msg":"trace[1035051582] transaction","detail":"{read_only:false; response_revision:10695; number_of_response:1; }","duration":"130.191531ms","start":"2026-03-31T22:45:22.767279Z","end":"2026-03-31T22:45:22.897471Z","steps":["trace[1035051582] 'process raft request' (duration: 129.911804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.897608Z","caller":"traceutil/trace.go:171","msg":"trace[1212808195] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"126.215481ms","start":"2026-03-31T22:45:22.771377Z","end":"2026-03-31T22:45:22.897592Z","steps":["trace[1212808195] 'process raft request' (duration: 125.908214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.897644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.448715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:45:22.897625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.06331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:45:22.897577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.862049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:45:22.897689Z","caller":"traceutil/trace.go:171","msg":"trace[662468091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10696; }","duration":"338.501776ms","start":"2026-03-31T22:45:22.559175Z","end":"2026-03-31T22:45:22.897677Z","steps":["trace[662468091] 'agreement among raft nodes before linearized reading' (duration: 338.420484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.897706Z","caller":"traceutil/trace.go:171","msg":"trace[975587231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10696; }","duration":"336.167173ms","start":"2026-03-31T22:45:22.561523Z","end":"2026-03-31T22:45:22.89769Z","steps":["trace[975587231] 'agreement among raft nodes before linearized reading' (duration: 335.989349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.897722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.559165Z","time spent":"338.548646ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:22.897743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.561517Z","time spent":"336.216604ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:45:22.897746Z","caller":"traceutil/trace.go:171","msg":"trace[646368533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10696; }","duration":"337.006792ms","start":"2026-03-31T22:45:22.560693Z","end":"2026-03-31T22:45:22.8977Z","steps":["trace[646368533] 'agreement among raft nodes before linearized reading' (duration: 336.827788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.897506Z","caller":"traceutil/trace.go:171","msg":"trace[1877032224] linearizableReadLoop","detail":"{readStateIndex:11099; appliedIndex:11095; }","duration":"111.762074ms","start":"2026-03-31T22:45:22.785574Z","end":"2026-03-31T22:45:22.897336Z","steps":["trace[1877032224] 'read index received' (duration: 76.433046ms)","trace[1877032224] 'applied index is now lower than readState.Index' (duration: 35.328128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:22.897796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.560682Z","time spent":"337.088724ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:45:22.897557Z","caller":"traceutil/trace.go:171","msg":"trace[408683055] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:10696; }","duration":"124.118823ms","start":"2026-03-31T22:45:22.773419Z","end":"2026-03-31T22:45:22.897537Z","steps":["trace[408683055] 'agreement among raft nodes before linearized reading' (duration: 123.939969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.897481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.861514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:45:22.897943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.215026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:45:22.897968Z","caller":"traceutil/trace.go:171","msg":"trace[717752323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10696; }","duration":"337.270818ms","start":"2026-03-31T22:45:22.560691Z","end":"2026-03-31T22:45:22.897962Z","steps":["trace[717752323] 'agreement among raft nodes before linearized reading' (duration: 336.779947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.897969Z","caller":"traceutil/trace.go:171","msg":"trace[210049154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10696; }","duration":"339.366975ms","start":"2026-03-31T22:45:22.558593Z","end":"2026-03-31T22:45:22.89796Z","steps":["trace[210049154] 'agreement among raft nodes before linearized reading' (duration: 338.747711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.897987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.560673Z","time spent":"337.309099ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:22.897999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.558588Z","time spent":"339.402105ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:45:22.902326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.701695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:8 size:78834"} {"level":"info","ts":"2026-03-31T22:45:22.903013Z","caller":"traceutil/trace.go:171","msg":"trace[398799511] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"112.376079ms","start":"2026-03-31T22:45:22.790603Z","end":"2026-03-31T22:45:22.902979Z","steps":["trace[398799511] 'process raft request' (duration: 111.342545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.903525Z","caller":"traceutil/trace.go:171","msg":"trace[643052063] transaction","detail":"{read_only:false; response_revision:10698; number_of_response:1; }","duration":"103.334674ms","start":"2026-03-31T22:45:22.800166Z","end":"2026-03-31T22:45:22.903501Z","steps":["trace[643052063] 'process raft request' (duration: 101.922852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.902427Z","caller":"traceutil/trace.go:171","msg":"trace[22050982] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:8; response_revision:10698; }","duration":"112.815818ms","start":"2026-03-31T22:45:22.789592Z","end":"2026-03-31T22:45:22.902407Z","steps":["trace[22050982] 'agreement among raft nodes before linearized reading' (duration: 112.533852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.015855Z","caller":"traceutil/trace.go:171","msg":"trace[1923243841] transaction","detail":"{read_only:false; response_revision:10700; number_of_response:1; }","duration":"110.363103ms","start":"2026-03-31T22:45:22.905459Z","end":"2026-03-31T22:45:23.015822Z","steps":["trace[1923243841] 'process raft request' (duration: 110.132758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.015971Z","caller":"traceutil/trace.go:171","msg":"trace[1717582909] transaction","detail":"{read_only:false; response_revision:10702; number_of_response:1; }","duration":"110.418085ms","start":"2026-03-31T22:45:22.905545Z","end":"2026-03-31T22:45:23.015963Z","steps":["trace[1717582909] 'process raft request' (duration: 110.227521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.015963Z","caller":"traceutil/trace.go:171","msg":"trace[125044540] linearizableReadLoop","detail":"{readStateIndex:11107; appliedIndex:11101; }","duration":"108.775678ms","start":"2026-03-31T22:45:22.907169Z","end":"2026-03-31T22:45:23.015945Z","steps":["trace[125044540] 'read index received' (duration: 50.00409ms)","trace[125044540] 'applied index is now lower than readState.Index' (duration: 58.770778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:23.016382Z","caller":"traceutil/trace.go:171","msg":"trace[1578270402] transaction","detail":"{read_only:false; response_revision:10704; number_of_response:1; }","duration":"110.618348ms","start":"2026-03-31T22:45:22.905753Z","end":"2026-03-31T22:45:23.016371Z","steps":["trace[1578270402] 'process raft request' (duration: 110.077986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.016416Z","caller":"traceutil/trace.go:171","msg":"trace[1077199187] transaction","detail":"{read_only:false; response_revision:10706; number_of_response:1; }","duration":"107.57946ms","start":"2026-03-31T22:45:22.908822Z","end":"2026-03-31T22:45:23.016402Z","steps":["trace[1077199187] 'process raft request' (duration: 107.091139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.015878Z","caller":"traceutil/trace.go:171","msg":"trace[818794431] transaction","detail":"{read_only:false; response_revision:10701; number_of_response:1; }","duration":"110.306202ms","start":"2026-03-31T22:45:22.90553Z","end":"2026-03-31T22:45:23.015836Z","steps":["trace[818794431] 'process raft request' (duration: 110.20383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.015943Z","caller":"traceutil/trace.go:171","msg":"trace[1484137007] transaction","detail":"{read_only:false; response_revision:10703; number_of_response:1; }","duration":"110.368993ms","start":"2026-03-31T22:45:22.905567Z","end":"2026-03-31T22:45:23.015936Z","steps":["trace[1484137007] 'process raft request' (duration: 110.23329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.016785Z","caller":"traceutil/trace.go:171","msg":"trace[1064951118] transaction","detail":"{read_only:false; response_revision:10705; number_of_response:1; }","duration":"108.087671ms","start":"2026-03-31T22:45:22.908663Z","end":"2026-03-31T22:45:23.016751Z","steps":["trace[1064951118] 'process raft request' (duration: 107.198291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:23.017011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.832361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24101"} {"level":"info","ts":"2026-03-31T22:45:23.017052Z","caller":"traceutil/trace.go:171","msg":"trace[2041899413] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:10706; }","duration":"109.928973ms","start":"2026-03-31T22:45:22.907112Z","end":"2026-03-31T22:45:23.017041Z","steps":["trace[2041899413] 'agreement among raft nodes before linearized reading' (duration: 109.720708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:23.017072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.458917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bhrbg\" ","response":"range_response_count:1 size:17812"} {"level":"info","ts":"2026-03-31T22:45:23.017109Z","caller":"traceutil/trace.go:171","msg":"trace[379244613] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bhrbg; range_end:; response_count:1; response_revision:10706; }","duration":"107.536348ms","start":"2026-03-31T22:45:22.909562Z","end":"2026-03-31T22:45:23.017098Z","steps":["trace[379244613] 'agreement among raft nodes before linearized reading' (duration: 107.385755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:24.49423Z","caller":"traceutil/trace.go:171","msg":"trace[823232997] transaction","detail":"{read_only:false; response_revision:10729; number_of_response:1; }","duration":"316.069618ms","start":"2026-03-31T22:45:24.178114Z","end":"2026-03-31T22:45:24.494183Z","steps":["trace[823232997] 'process raft request' (duration: 257.516835ms)","trace[823232997] 'compare' (duration: 58.275215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:24.494419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:24.178092Z","time spent":"316.241802ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:45:25.379061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751234525,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:45:25.52247Z","caller":"traceutil/trace.go:171","msg":"trace[503211971] transaction","detail":"{read_only:false; response_revision:10730; number_of_response:1; }","duration":"730.115851ms","start":"2026-03-31T22:45:24.792335Z","end":"2026-03-31T22:45:25.52245Z","steps":["trace[503211971] 'process raft request' (duration: 729.839654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:25.522733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:24.792313Z","time spent":"730.229123ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:26.972249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450162944s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:45:27.041024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.772493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:27.041144Z","caller":"traceutil/trace.go:171","msg":"trace[1426992352] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10730; }","duration":"447.905456ms","start":"2026-03-31T22:45:26.593218Z","end":"2026-03-31T22:45:27.041124Z","steps":["trace[1426992352] 'range keys from in-memory index tree' (duration: 447.757153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.041197Z","caller":"traceutil/trace.go:171","msg":"trace[1893279595] transaction","detail":"{read_only:false; response_revision:10731; number_of_response:1; }","duration":"2.139895031s","start":"2026-03-31T22:45:24.901268Z","end":"2026-03-31T22:45:27.041163Z","steps":["trace[1893279595] 'process raft request' (duration: 2.072024078s)","trace[1893279595] 'compare' (duration: 66.925361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:27.041327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:24.901254Z","time spent":"2.139998164s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:27.041393Z","caller":"traceutil/trace.go:171","msg":"trace[900478082] linearizableReadLoop","detail":"{readStateIndex:11136; appliedIndex:11132; }","duration":"2.162709606s","start":"2026-03-31T22:45:24.878655Z","end":"2026-03-31T22:45:27.041364Z","steps":["trace[900478082] 'read index received' (duration: 643.631817ms)","trace[900478082] 'applied index is now lower than readState.Index' (duration: 1.519075879s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:27.041507Z","caller":"traceutil/trace.go:171","msg":"trace[1491953938] transaction","detail":"{read_only:false; response_revision:10733; number_of_response:1; }","duration":"1.979340515s","start":"2026-03-31T22:45:25.06215Z","end":"2026-03-31T22:45:27.041491Z","steps":["trace[1491953938] 'process raft request' (duration: 1.97910092s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.041375Z","caller":"traceutil/trace.go:171","msg":"trace[888682624] transaction","detail":"{read_only:false; response_revision:10732; number_of_response:1; }","duration":"2.132867933s","start":"2026-03-31T22:45:24.908469Z","end":"2026-03-31T22:45:27.041337Z","steps":["trace[888682624] 'process raft request' (duration: 2.132598517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.04159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.062127Z","time spent":"1.979409527s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:27.041672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:24.908453Z","time spent":"2.133123289s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:27.042183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163532084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:27.042227Z","caller":"traceutil/trace.go:171","msg":"trace[918499403] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10733; }","duration":"2.163605776s","start":"2026-03-31T22:45:24.878611Z","end":"2026-03-31T22:45:27.042217Z","steps":["trace[918499403] 'agreement among raft nodes before linearized reading' (duration: 2.1628849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.042252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:24.878595Z","time spent":"2.163651478s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:27.857359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.22009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:45:27.857608Z","caller":"traceutil/trace.go:171","msg":"trace[2117693066] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"160.429183ms","start":"2026-03-31T22:45:27.697133Z","end":"2026-03-31T22:45:27.857562Z","steps":["trace[2117693066] 'process raft request' (duration: 160.396042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.857625Z","caller":"traceutil/trace.go:171","msg":"trace[607090046] transaction","detail":"{read_only:false; response_revision:10734; number_of_response:1; }","duration":"1.7080916s","start":"2026-03-31T22:45:26.149463Z","end":"2026-03-31T22:45:27.857555Z","steps":["trace[607090046] 'process raft request' (duration: 1.264600023s)","trace[607090046] 'compare' (duration: 442.967315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:27.857606Z","caller":"traceutil/trace.go:171","msg":"trace[834701312] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"1.364745403s","start":"2026-03-31T22:45:26.492807Z","end":"2026-03-31T22:45:27.857552Z","steps":["trace[834701312] 'process raft request' (duration: 1.364666192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.857759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:26.149443Z","time spent":"1.708240672s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:27.85785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958983751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:27.857884Z","caller":"traceutil/trace.go:171","msg":"trace[80104598] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10736; }","duration":"2.959102514s","start":"2026-03-31T22:45:24.89877Z","end":"2026-03-31T22:45:27.857873Z","steps":["trace[80104598] 'agreement among raft nodes before linearized reading' (duration: 2.959033102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.857911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:24.898747Z","time spent":"2.959156494s","remote":"127.0.0.1:57390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:27.857793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:26.492764Z","time spent":"1.364986239s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:27.857786Z","caller":"traceutil/trace.go:171","msg":"trace[1746066200] linearizableReadLoop","detail":"{readStateIndex:11138; appliedIndex:11136; }","duration":"816.325867ms","start":"2026-03-31T22:45:27.04145Z","end":"2026-03-31T22:45:27.857776Z","steps":["trace[1746066200] 'read index received' (duration: 372.621636ms)","trace[1746066200] 'applied index is now lower than readState.Index' (duration: 443.702181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:27.858091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01569803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:45:27.85812Z","caller":"traceutil/trace.go:171","msg":"trace[895643807] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:10736; }","duration":"1.015751351s","start":"2026-03-31T22:45:26.84236Z","end":"2026-03-31T22:45:27.858111Z","steps":["trace[895643807] 'agreement among raft nodes before linearized reading' (duration: 1.015659929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.858141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:26.842345Z","time spent":"1.015790732s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:45:27.858211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836350781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:45:27.858228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835713117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:45:27.858244Z","caller":"traceutil/trace.go:171","msg":"trace[1195797198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10736; }","duration":"2.836425843s","start":"2026-03-31T22:45:25.02181Z","end":"2026-03-31T22:45:27.858236Z","steps":["trace[1195797198] 'agreement among raft nodes before linearized reading' (duration: 2.83632665s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.858261Z","caller":"traceutil/trace.go:171","msg":"trace[648872356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10736; }","duration":"2.835774748s","start":"2026-03-31T22:45:25.022476Z","end":"2026-03-31T22:45:27.858251Z","steps":["trace[648872356] 'agreement among raft nodes before linearized reading' (duration: 2.835659505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.858298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836917994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:45:27.858267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.021787Z","time spent":"2.836475194s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:27.858325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8358313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:45:27.85835Z","caller":"traceutil/trace.go:171","msg":"trace[2033974683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10736; }","duration":"2.8358768s","start":"2026-03-31T22:45:25.022465Z","end":"2026-03-31T22:45:27.858342Z","steps":["trace[2033974683] 'agreement among raft nodes before linearized reading' (duration: 2.835814399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.858368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.022448Z","time spent":"2.835914671s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:27.858479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210273966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:45:27.858476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951165574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:45:27.858517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836594168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:45:27.858542Z","caller":"traceutil/trace.go:171","msg":"trace[808053713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10736; }","duration":"2.836667629s","start":"2026-03-31T22:45:25.021867Z","end":"2026-03-31T22:45:27.858534Z","steps":["trace[808053713] 'agreement among raft nodes before linearized reading' (duration: 2.836599047s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.85855Z","caller":"traceutil/trace.go:171","msg":"trace[297403568] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10736; }","duration":"2.951275768s","start":"2026-03-31T22:45:24.907251Z","end":"2026-03-31T22:45:27.858527Z","steps":["trace[297403568] 'agreement among raft nodes before linearized reading' (duration: 2.951066842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.858567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.021833Z","time spent":"2.83672859s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:45:27.858577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297291061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:45:27.858299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.022464Z","time spent":"2.8358267s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:27.858592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:24.907237Z","time spent":"2.951347759s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:45:27.858606Z","caller":"traceutil/trace.go:171","msg":"trace[1172286083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10736; }","duration":"1.297351373s","start":"2026-03-31T22:45:26.561248Z","end":"2026-03-31T22:45:27.8586Z","steps":["trace[1172286083] 'agreement among raft nodes before linearized reading' (duration: 1.297275691s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.858327Z","caller":"traceutil/trace.go:171","msg":"trace[1469692654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10736; }","duration":"2.837008786s","start":"2026-03-31T22:45:25.021311Z","end":"2026-03-31T22:45:27.85832Z","steps":["trace[1469692654] 'agreement among raft nodes before linearized reading' (duration: 2.836940584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.858632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:26.561232Z","time spent":"1.297393873s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"warn","ts":"2026-03-31T22:45:27.85865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.021282Z","time spent":"2.837359185s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:45:27.858511Z","caller":"traceutil/trace.go:171","msg":"trace[474891096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10736; }","duration":"1.210340078s","start":"2026-03-31T22:45:26.648165Z","end":"2026-03-31T22:45:27.858505Z","steps":["trace[474891096] 'agreement among raft nodes before linearized reading' (duration: 1.210250115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.858688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:26.648148Z","time spent":"1.210532892s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:45:27.858757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803400768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:27.858818Z","caller":"traceutil/trace.go:171","msg":"trace[299153466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10736; }","duration":"2.803501709s","start":"2026-03-31T22:45:25.055307Z","end":"2026-03-31T22:45:27.858809Z","steps":["trace[299153466] 'agreement among raft nodes before linearized reading' (duration: 2.803420918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.858858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.055285Z","time spent":"2.803561601s","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:27.858893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40619665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:27.858982Z","caller":"traceutil/trace.go:171","msg":"trace[1852324778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10736; }","duration":"1.406338704s","start":"2026-03-31T22:45:26.452618Z","end":"2026-03-31T22:45:27.858957Z","steps":["trace[1852324778] 'agreement among raft nodes before linearized reading' (duration: 1.406127089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.859024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:26.452585Z","time spent":"1.406430725s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:45:27.858926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771262202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bhrbg\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-03-31T22:45:27.859073Z","caller":"traceutil/trace.go:171","msg":"trace[1620577112] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bhrbg; range_end:; response_count:1; response_revision:10736; }","duration":"2.771441536s","start":"2026-03-31T22:45:25.087623Z","end":"2026-03-31T22:45:27.859065Z","steps":["trace[1620577112] 'agreement among raft nodes before linearized reading' (duration: 2.771202111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.859103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:25.087607Z","time spent":"2.771487917s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19096,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bhrbg\" "} {"level":"info","ts":"2026-03-31T22:45:28.118883Z","caller":"traceutil/trace.go:171","msg":"trace[1205497767] linearizableReadLoop","detail":"{readStateIndex:11140; appliedIndex:11139; }","duration":"258.874017ms","start":"2026-03-31T22:45:27.859973Z","end":"2026-03-31T22:45:28.118847Z","steps":["trace[1205497767] 'read index received' (duration: 188.672801ms)","trace[1205497767] 'applied index is now lower than readState.Index' (duration: 70.199246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:28.119095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.095363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:28.119144Z","caller":"traceutil/trace.go:171","msg":"trace[1367144844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10736; }","duration":"259.170574ms","start":"2026-03-31T22:45:27.859955Z","end":"2026-03-31T22:45:28.119126Z","steps":["trace[1367144844] 'agreement among raft nodes before linearized reading' (duration: 259.066982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.156676Z","caller":"traceutil/trace.go:171","msg":"trace[443226284] transaction","detail":"{read_only:false; response_revision:10743; number_of_response:1; }","duration":"285.235642ms","start":"2026-03-31T22:45:27.871419Z","end":"2026-03-31T22:45:28.156655Z","steps":["trace[443226284] 'process raft request' (duration: 285.183351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:28.156855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.435008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:28.15695Z","caller":"traceutil/trace.go:171","msg":"trace[1110990393] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10743; }","duration":"239.55267ms","start":"2026-03-31T22:45:27.917377Z","end":"2026-03-31T22:45:28.15693Z","steps":["trace[1110990393] 'agreement among raft nodes before linearized reading' (duration: 239.348666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.156927Z","caller":"traceutil/trace.go:171","msg":"trace[3397356] transaction","detail":"{read_only:false; response_revision:10739; number_of_response:1; }","duration":"293.56847ms","start":"2026-03-31T22:45:27.863264Z","end":"2026-03-31T22:45:28.156832Z","steps":["trace[3397356] 'process raft request' (duration: 293.246153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.157019Z","caller":"traceutil/trace.go:171","msg":"trace[1234026375] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"293.444418ms","start":"2026-03-31T22:45:27.863567Z","end":"2026-03-31T22:45:28.157012Z","steps":["trace[1234026375] 'process raft request' (duration: 292.964027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.157175Z","caller":"traceutil/trace.go:171","msg":"trace[538831979] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"293.504569ms","start":"2026-03-31T22:45:27.863664Z","end":"2026-03-31T22:45:28.157168Z","steps":["trace[538831979] 'process raft request' (duration: 292.892006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.157242Z","caller":"traceutil/trace.go:171","msg":"trace[371180235] transaction","detail":"{read_only:false; response_revision:10742; number_of_response:1; }","duration":"290.542692ms","start":"2026-03-31T22:45:27.866694Z","end":"2026-03-31T22:45:28.157236Z","steps":["trace[371180235] 'process raft request' (duration: 289.882367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.157294Z","caller":"traceutil/trace.go:171","msg":"trace[1254405854] transaction","detail":"{read_only:false; response_revision:10737; number_of_response:1; }","duration":"294.218634ms","start":"2026-03-31T22:45:27.863042Z","end":"2026-03-31T22:45:28.15726Z","steps":["trace[1254405854] 'process raft request' (duration: 293.290374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:28.157393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.490931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:45:28.157419Z","caller":"traceutil/trace.go:171","msg":"trace[395694231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10743; }","duration":"294.519402ms","start":"2026-03-31T22:45:27.862892Z","end":"2026-03-31T22:45:28.157412Z","steps":["trace[395694231] 'agreement among raft nodes before linearized reading' (duration: 294.384519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.157497Z","caller":"traceutil/trace.go:171","msg":"trace[1285072894] transaction","detail":"{read_only:false; response_revision:10738; number_of_response:1; }","duration":"294.289937ms","start":"2026-03-31T22:45:27.863155Z","end":"2026-03-31T22:45:28.157445Z","steps":["trace[1285072894] 'process raft request' (duration: 293.326545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:28.157729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.724884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290374"} {"level":"info","ts":"2026-03-31T22:45:28.157873Z","caller":"traceutil/trace.go:171","msg":"trace[1836002328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10743; }","duration":"293.956358ms","start":"2026-03-31T22:45:27.86389Z","end":"2026-03-31T22:45:28.157847Z","steps":["trace[1836002328] 'agreement among raft nodes before linearized reading' (duration: 292.854514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:28.328053Z","caller":"traceutil/trace.go:171","msg":"trace[1239688517] transaction","detail":"{read_only:false; response_revision:10745; number_of_response:1; }","duration":"162.474929ms","start":"2026-03-31T22:45:28.165543Z","end":"2026-03-31T22:45:28.328018Z","steps":["trace[1239688517] 'process raft request' (duration: 141.012074ms)","trace[1239688517] 'compare' (duration: 21.072036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:28.328204Z","caller":"traceutil/trace.go:171","msg":"trace[1282676183] linearizableReadLoop","detail":"{readStateIndex:11150; appliedIndex:11148; }","duration":"156.75241ms","start":"2026-03-31T22:45:28.171408Z","end":"2026-03-31T22:45:28.328161Z","steps":["trace[1282676183] 'read index received' (duration: 135.05787ms)","trace[1282676183] 'applied index is now lower than readState.Index' (duration: 21.69062ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:28.328351Z","caller":"traceutil/trace.go:171","msg":"trace[1697232731] transaction","detail":"{read_only:false; response_revision:10746; number_of_response:1; }","duration":"162.642423ms","start":"2026-03-31T22:45:28.165696Z","end":"2026-03-31T22:45:28.328339Z","steps":["trace[1697232731] 'process raft request' (duration: 162.172823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:28.328638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.178113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-03-31T22:45:28.328742Z","caller":"traceutil/trace.go:171","msg":"trace[2003205082] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10746; }","duration":"170.266815ms","start":"2026-03-31T22:45:28.158404Z","end":"2026-03-31T22:45:28.328671Z","steps":["trace[2003205082] 'agreement among raft nodes before linearized reading' (duration: 169.968918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:28.328999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.335365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:45:28.329182Z","caller":"traceutil/trace.go:171","msg":"trace[1941499559] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10746; }","duration":"154.620324ms","start":"2026-03-31T22:45:28.174538Z","end":"2026-03-31T22:45:28.329158Z","steps":["trace[1941499559] 'agreement among raft nodes before linearized reading' (duration: 154.314536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:28.599977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.834175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T22:45:28.600071Z","caller":"traceutil/trace.go:171","msg":"trace[1556751358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10746; }","duration":"153.972488ms","start":"2026-03-31T22:45:28.446074Z","end":"2026-03-31T22:45:28.600047Z","steps":["trace[1556751358] 'range keys from in-memory index tree' (duration: 153.612179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:29.179301Z","caller":"traceutil/trace.go:171","msg":"trace[708431829] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"132.593034ms","start":"2026-03-31T22:45:29.046674Z","end":"2026-03-31T22:45:29.179267Z","steps":["trace[708431829] 'process raft request' (duration: 132.365509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:29.276572Z","caller":"traceutil/trace.go:171","msg":"trace[702645854] transaction","detail":"{read_only:false; response_revision:10751; number_of_response:1; }","duration":"228.850369ms","start":"2026-03-31T22:45:29.047699Z","end":"2026-03-31T22:45:29.276549Z","steps":["trace[702645854] 'process raft request' (duration: 163.811509ms)","trace[702645854] 'compare' (duration: 64.791504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:29.276741Z","caller":"traceutil/trace.go:171","msg":"trace[1169346519] linearizableReadLoop","detail":"{readStateIndex:11155; appliedIndex:11153; }","duration":"145.237681ms","start":"2026-03-31T22:45:29.131491Z","end":"2026-03-31T22:45:29.276729Z","steps":["trace[1169346519] 'read index received' (duration: 47.552354ms)","trace[1169346519] 'applied index is now lower than readState.Index' (duration: 97.684107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:29.27692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.409565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-tgmg9\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-31T22:45:29.276964Z","caller":"traceutil/trace.go:171","msg":"trace[1759357725] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-tgmg9; range_end:; response_count:1; response_revision:10752; }","duration":"145.528477ms","start":"2026-03-31T22:45:29.131423Z","end":"2026-03-31T22:45:29.276951Z","steps":["trace[1759357725] 'agreement among raft nodes before linearized reading' (duration: 145.346013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:29.276954Z","caller":"traceutil/trace.go:171","msg":"trace[863370843] transaction","detail":"{read_only:false; response_revision:10752; number_of_response:1; }","duration":"139.759287ms","start":"2026-03-31T22:45:29.137147Z","end":"2026-03-31T22:45:29.276906Z","steps":["trace[863370843] 'process raft request' (duration: 139.273466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:29.495254Z","caller":"traceutil/trace.go:171","msg":"trace[721052984] linearizableReadLoop","detail":"{readStateIndex:11158; appliedIndex:11156; }","duration":"188.709123ms","start":"2026-03-31T22:45:29.306525Z","end":"2026-03-31T22:45:29.495235Z","steps":["trace[721052984] 'read index received' (duration: 29.569968ms)","trace[721052984] 'applied index is now lower than readState.Index' (duration: 159.138135ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:29.495309Z","caller":"traceutil/trace.go:171","msg":"trace[734279493] transaction","detail":"{read_only:false; response_revision:10754; number_of_response:1; }","duration":"204.741894ms","start":"2026-03-31T22:45:29.290538Z","end":"2026-03-31T22:45:29.495279Z","steps":["trace[734279493] 'process raft request' (duration: 204.56453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:29.495526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.992709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T22:45:29.495569Z","caller":"traceutil/trace.go:171","msg":"trace[804442529] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10754; }","duration":"189.083561ms","start":"2026-03-31T22:45:29.306473Z","end":"2026-03-31T22:45:29.495557Z","steps":["trace[804442529] 'agreement among raft nodes before linearized reading' (duration: 188.871006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.440458Z","caller":"traceutil/trace.go:171","msg":"trace[970162709] linearizableReadLoop","detail":"{readStateIndex:11169; appliedIndex:11168; }","duration":"180.349994ms","start":"2026-03-31T22:45:30.260078Z","end":"2026-03-31T22:45:30.440428Z","steps":["trace[970162709] 'read index received' (duration: 171.157576ms)","trace[970162709] 'applied index is now lower than readState.Index' (duration: 9.191167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:30.440678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.021464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:45:30.440675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.590444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:45:30.440726Z","caller":"traceutil/trace.go:171","msg":"trace[625882917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10765; }","duration":"276.073025ms","start":"2026-03-31T22:45:30.164632Z","end":"2026-03-31T22:45:30.440705Z","steps":["trace[625882917] 'agreement among raft nodes before linearized reading' (duration: 275.911101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.440744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.910441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:45:30.440734Z","caller":"traceutil/trace.go:171","msg":"trace[845302433] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"266.385336ms","start":"2026-03-31T22:45:30.174306Z","end":"2026-03-31T22:45:30.440692Z","steps":["trace[845302433] 'process raft request' (duration: 256.980584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.44082Z","caller":"traceutil/trace.go:171","msg":"trace[520622701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10765; }","duration":"276.058905ms","start":"2026-03-31T22:45:30.164745Z","end":"2026-03-31T22:45:30.440804Z","steps":["trace[520622701] 'agreement among raft nodes before linearized reading' (duration: 275.84091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.440765Z","caller":"traceutil/trace.go:171","msg":"trace[2109365818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10765; }","duration":"275.702706ms","start":"2026-03-31T22:45:30.165038Z","end":"2026-03-31T22:45:30.44074Z","steps":["trace[2109365818] 'agreement among raft nodes before linearized reading' (duration: 275.40398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.440908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.811891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:45:30.440959Z","caller":"traceutil/trace.go:171","msg":"trace[1022113884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10765; }","duration":"272.892623ms","start":"2026-03-31T22:45:30.168054Z","end":"2026-03-31T22:45:30.440946Z","steps":["trace[1022113884] 'agreement among raft nodes before linearized reading' (duration: 272.74784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.441453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.679189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:45:30.441774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.109509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:45:30.441889Z","caller":"traceutil/trace.go:171","msg":"trace[269118955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10765; }","duration":"277.269182ms","start":"2026-03-31T22:45:30.164597Z","end":"2026-03-31T22:45:30.441867Z","steps":["trace[269118955] 'agreement among raft nodes before linearized reading' (duration: 276.32504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.44161Z","caller":"traceutil/trace.go:171","msg":"trace[982719762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10765; }","duration":"276.899614ms","start":"2026-03-31T22:45:30.164682Z","end":"2026-03-31T22:45:30.441581Z","steps":["trace[982719762] 'agreement among raft nodes before linearized reading' (duration: 275.832999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.56517Z","caller":"traceutil/trace.go:171","msg":"trace[219312092] transaction","detail":"{read_only:false; response_revision:10766; number_of_response:1; }","duration":"301.174033ms","start":"2026-03-31T22:45:30.263972Z","end":"2026-03-31T22:45:30.565146Z","steps":["trace[219312092] 'process raft request' (duration: 300.882786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.56544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:30.26394Z","time spent":"301.300916ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:30.574699Z","caller":"traceutil/trace.go:171","msg":"trace[1067375464] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"129.111796ms","start":"2026-03-31T22:45:30.445557Z","end":"2026-03-31T22:45:30.574668Z","steps":["trace[1067375464] 'process raft request' (duration: 128.789148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.574697Z","caller":"traceutil/trace.go:171","msg":"trace[453166735] transaction","detail":"{read_only:false; response_revision:10769; number_of_response:1; }","duration":"124.952943ms","start":"2026-03-31T22:45:30.449713Z","end":"2026-03-31T22:45:30.574666Z","steps":["trace[453166735] 'process raft request' (duration: 124.870301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.574767Z","caller":"traceutil/trace.go:171","msg":"trace[1950283629] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"128.886541ms","start":"2026-03-31T22:45:30.445844Z","end":"2026-03-31T22:45:30.574731Z","steps":["trace[1950283629] 'process raft request' (duration: 128.690237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.575076Z","caller":"traceutil/trace.go:171","msg":"trace[1045725043] transaction","detail":"{read_only:false; response_revision:10770; number_of_response:1; }","duration":"120.738027ms","start":"2026-03-31T22:45:30.454322Z","end":"2026-03-31T22:45:30.57506Z","steps":["trace[1045725043] 'process raft request' (duration: 120.309338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:30.57522Z","caller":"traceutil/trace.go:171","msg":"trace[589894092] linearizableReadLoop","detail":"{readStateIndex:11172; appliedIndex:11170; }","duration":"127.774986ms","start":"2026-03-31T22:45:30.447433Z","end":"2026-03-31T22:45:30.575207Z","steps":["trace[589894092] 'read index received' (duration: 117.692208ms)","trace[589894092] 'applied index is now lower than readState.Index' (duration: 10.081668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:30.575317Z","caller":"traceutil/trace.go:171","msg":"trace[2131241073] transaction","detail":"{read_only:false; response_revision:10771; number_of_response:1; }","duration":"120.576004ms","start":"2026-03-31T22:45:30.45472Z","end":"2026-03-31T22:45:30.575296Z","steps":["trace[2131241073] 'process raft request' (duration: 120.253446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.575592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.643687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-tgmg9\" ","response":"range_response_count:1 size:9881"} {"level":"info","ts":"2026-03-31T22:45:30.575745Z","caller":"traceutil/trace.go:171","msg":"trace[463699280] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-tgmg9; range_end:; response_count:1; response_revision:10771; }","duration":"125.829651ms","start":"2026-03-31T22:45:30.449888Z","end":"2026-03-31T22:45:30.575717Z","steps":["trace[463699280] 'agreement among raft nodes before linearized reading' (duration: 125.600326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.576015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.567864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290994"} {"level":"info","ts":"2026-03-31T22:45:30.576061Z","caller":"traceutil/trace.go:171","msg":"trace[933174199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10771; }","duration":"128.655846ms","start":"2026-03-31T22:45:30.447395Z","end":"2026-03-31T22:45:30.576051Z","steps":["trace[933174199] 'agreement among raft nodes before linearized reading' (duration: 128.196825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:31.420109Z","caller":"traceutil/trace.go:171","msg":"trace[1003365924] transaction","detail":"{read_only:false; response_revision:10776; number_of_response:1; }","duration":"234.042057ms","start":"2026-03-31T22:45:31.186033Z","end":"2026-03-31T22:45:31.420075Z","steps":["trace[1003365924] 'process raft request' (duration: 165.219482ms)","trace[1003365924] 'compare' (duration: 68.643051ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:31.740095Z","caller":"traceutil/trace.go:171","msg":"trace[219996717] linearizableReadLoop","detail":"{readStateIndex:11182; appliedIndex:11180; }","duration":"288.118308ms","start":"2026-03-31T22:45:31.451953Z","end":"2026-03-31T22:45:31.740071Z","steps":["trace[219996717] 'read index received' (duration: 287.386672ms)","trace[219996717] 'applied index is now lower than readState.Index' (duration: 730.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:31.740608Z","caller":"traceutil/trace.go:171","msg":"trace[737653745] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"551.289961ms","start":"2026-03-31T22:45:31.189307Z","end":"2026-03-31T22:45:31.740597Z","steps":["trace[737653745] 'process raft request' (duration: 550.086574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.740724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.189277Z","time spent":"551.378274ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10126,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:31.740954Z","caller":"traceutil/trace.go:171","msg":"trace[1790421628] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"459.153729ms","start":"2026-03-31T22:45:31.281792Z","end":"2026-03-31T22:45:31.740945Z","steps":["trace[1790421628] 'process raft request' (duration: 458.227889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.741014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.28177Z","time spent":"459.217861ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:31.741176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.201982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:31.741248Z","caller":"traceutil/trace.go:171","msg":"trace[1257219392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10778; }","duration":"289.315915ms","start":"2026-03-31T22:45:31.451917Z","end":"2026-03-31T22:45:31.741233Z","steps":["trace[1257219392] 'agreement among raft nodes before linearized reading' (duration: 289.185171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:31.845251Z","caller":"traceutil/trace.go:171","msg":"trace[336694838] linearizableReadLoop","detail":"{readStateIndex:11183; appliedIndex:11182; }","duration":"105.070223ms","start":"2026-03-31T22:45:31.740159Z","end":"2026-03-31T22:45:31.84523Z","steps":["trace[336694838] 'read index received' (duration: 101.906172ms)","trace[336694838] 'applied index is now lower than readState.Index' (duration: 3.160511ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:31.845384Z","caller":"traceutil/trace.go:171","msg":"trace[454028874] transaction","detail":"{read_only:false; response_revision:10779; number_of_response:1; }","duration":"175.180487ms","start":"2026-03-31T22:45:31.670193Z","end":"2026-03-31T22:45:31.845374Z","steps":["trace[454028874] 'process raft request' (duration: 171.942854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.845693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.427541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414545"} {"level":"info","ts":"2026-03-31T22:45:31.845731Z","caller":"traceutil/trace.go:171","msg":"trace[303012257] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10779; }","duration":"252.516483ms","start":"2026-03-31T22:45:31.593206Z","end":"2026-03-31T22:45:31.845722Z","steps":["trace[303012257] 'agreement among raft nodes before linearized reading' (duration: 252.285708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.846012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.476475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:45:31.846045Z","caller":"traceutil/trace.go:171","msg":"trace[1275332625] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10779; }","duration":"311.540426ms","start":"2026-03-31T22:45:31.534498Z","end":"2026-03-31T22:45:31.846038Z","steps":["trace[1275332625] 'agreement among raft nodes before linearized reading' (duration: 311.460225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.846068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.534481Z","time spent":"311.579137ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:45:31.846133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.148372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:31.846235Z","caller":"traceutil/trace.go:171","msg":"trace[1568833664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10779; }","duration":"104.278434ms","start":"2026-03-31T22:45:31.741935Z","end":"2026-03-31T22:45:31.846213Z","steps":["trace[1568833664] 'agreement among raft nodes before linearized reading' (duration: 104.136911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:32.351417Z","caller":"traceutil/trace.go:171","msg":"trace[886502349] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"148.341711ms","start":"2026-03-31T22:45:32.203047Z","end":"2026-03-31T22:45:32.351388Z","steps":["trace[886502349] 'process raft request' (duration: 148.071815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:44.996997Z","caller":"traceutil/trace.go:171","msg":"trace[138792780] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"122.422574ms","start":"2026-03-31T22:45:44.874548Z","end":"2026-03-31T22:45:44.996971Z","steps":["trace[138792780] 'process raft request' (duration: 122.352373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:44.997129Z","caller":"traceutil/trace.go:171","msg":"trace[1094620591] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"122.554707ms","start":"2026-03-31T22:45:44.874514Z","end":"2026-03-31T22:45:44.997069Z","steps":["trace[1094620591] 'process raft request' (duration: 122.260961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:44.997271Z","caller":"traceutil/trace.go:171","msg":"trace[377319261] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"122.69011ms","start":"2026-03-31T22:45:44.874542Z","end":"2026-03-31T22:45:44.997232Z","steps":["trace[377319261] 'process raft request' (duration: 122.395654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:44.99718Z","caller":"traceutil/trace.go:171","msg":"trace[1024903622] linearizableReadLoop","detail":"{readStateIndex:11267; appliedIndex:11263; }","duration":"122.532397ms","start":"2026-03-31T22:45:44.874614Z","end":"2026-03-31T22:45:44.997146Z","steps":["trace[1024903622] 'read index received' (duration: 57.426887ms)","trace[1024903622] 'applied index is now lower than readState.Index' (duration: 65.10299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:44.997612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.980268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291207"} {"level":"info","ts":"2026-03-31T22:45:44.997668Z","caller":"traceutil/trace.go:171","msg":"trace[1360497329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10860; }","duration":"123.05566ms","start":"2026-03-31T22:45:44.874601Z","end":"2026-03-31T22:45:44.997657Z","steps":["trace[1360497329] 'agreement among raft nodes before linearized reading' (duration: 122.630129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.219433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.042209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:45:47.219434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.641286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:45:47.219548Z","caller":"traceutil/trace.go:171","msg":"trace[1446248852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10864; }","duration":"216.215463ms","start":"2026-03-31T22:45:47.003313Z","end":"2026-03-31T22:45:47.219528Z","steps":["trace[1446248852] 'range keys from in-memory index tree' (duration: 215.809384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.219657Z","caller":"traceutil/trace.go:171","msg":"trace[1880534484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10864; }","duration":"217.865651ms","start":"2026-03-31T22:45:47.001703Z","end":"2026-03-31T22:45:47.219568Z","steps":["trace[1880534484] 'range keys from in-memory index tree' (duration: 217.405581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.219732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.324575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:45:47.219818Z","caller":"traceutil/trace.go:171","msg":"trace[1486905058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10864; }","duration":"216.51893ms","start":"2026-03-31T22:45:47.00328Z","end":"2026-03-31T22:45:47.219799Z","steps":["trace[1486905058] 'range keys from in-memory index tree' (duration: 216.06256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.219852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.464092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.99\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:45:47.219905Z","caller":"traceutil/trace.go:171","msg":"trace[2118913612] range","detail":"{range_begin:/registry/masterleases/199.19.213.99; range_end:; response_count:1; response_revision:10864; }","duration":"376.558555ms","start":"2026-03-31T22:45:46.843331Z","end":"2026-03-31T22:45:47.21989Z","steps":["trace[2118913612] 'range keys from in-memory index tree' (duration: 376.264997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.219939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.843309Z","time spent":"376.620757ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.99\" "} {"level":"warn","ts":"2026-03-31T22:45:47.220014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.096826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:45:47.220015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.212514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:47.220058Z","caller":"traceutil/trace.go:171","msg":"trace[2146790179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:10864; }","duration":"214.151926ms","start":"2026-03-31T22:45:47.005894Z","end":"2026-03-31T22:45:47.220046Z","steps":["trace[2146790179] 'range keys from in-memory index tree' (duration: 213.964592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.220078Z","caller":"traceutil/trace.go:171","msg":"trace[571743353] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10864; }","duration":"282.312357ms","start":"2026-03-31T22:45:46.937752Z","end":"2026-03-31T22:45:47.220064Z","steps":["trace[571743353] 'count revisions from in-memory index tree' (duration: 282.117242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.220223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.929293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:45:47.220264Z","caller":"traceutil/trace.go:171","msg":"trace[898331732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10864; }","duration":"346.008034ms","start":"2026-03-31T22:45:46.874246Z","end":"2026-03-31T22:45:47.220254Z","steps":["trace[898331732] 'range keys from in-memory index tree' (duration: 345.775769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.220292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.874226Z","time spent":"346.059536ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:47.220265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.396214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:45:47.220307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.900778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:45:47.22038Z","caller":"traceutil/trace.go:171","msg":"trace[589626982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10864; }","duration":"284.573908ms","start":"2026-03-31T22:45:46.93576Z","end":"2026-03-31T22:45:47.220334Z","steps":["trace[589626982] 'count revisions from in-memory index tree' (duration: 284.26227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.220397Z","caller":"traceutil/trace.go:171","msg":"trace[290070341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10864; }","duration":"302.057293ms","start":"2026-03-31T22:45:46.918316Z","end":"2026-03-31T22:45:47.220373Z","steps":["trace[290070341] 'range keys from in-memory index tree' (duration: 301.602563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.220519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.513434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:45:47.220569Z","caller":"traceutil/trace.go:171","msg":"trace[25896891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10864; }","duration":"252.617796ms","start":"2026-03-31T22:45:46.967936Z","end":"2026-03-31T22:45:47.220554Z","steps":["trace[25896891] 'range keys from in-memory index tree' (duration: 252.348389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.220562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.918285Z","time spent":"302.249956ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T22:45:47.70485Z","caller":"traceutil/trace.go:171","msg":"trace[1262577719] transaction","detail":"{read_only:false; response_revision:10865; number_of_response:1; }","duration":"479.472519ms","start":"2026-03-31T22:45:47.225352Z","end":"2026-03-31T22:45:47.704824Z","steps":["trace[1262577719] 'process raft request' (duration: 478.886736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.705175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.225326Z","time spent":"479.777096ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:47.704913Z","caller":"traceutil/trace.go:171","msg":"trace[1254147221] linearizableReadLoop","detail":"{readStateIndex:11275; appliedIndex:11272; }","duration":"479.366257ms","start":"2026-03-31T22:45:47.225533Z","end":"2026-03-31T22:45:47.704899Z","steps":["trace[1254147221] 'read index received' (duration: 80.437337ms)","trace[1254147221] 'applied index is now lower than readState.Index' (duration: 398.92787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:47.705339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.798827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291207"} {"level":"info","ts":"2026-03-31T22:45:47.705385Z","caller":"traceutil/trace.go:171","msg":"trace[1015314323] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10870; }","duration":"479.870488ms","start":"2026-03-31T22:45:47.225504Z","end":"2026-03-31T22:45:47.705374Z","steps":["trace[1015314323] 'agreement among raft nodes before linearized reading' (duration: 479.432438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.705423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.225495Z","time spent":"479.918629ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291229,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:45:47.705695Z","caller":"traceutil/trace.go:171","msg":"trace[784115776] transaction","detail":"{read_only:false; response_revision:10866; number_of_response:1; }","duration":"480.301738ms","start":"2026-03-31T22:45:47.225351Z","end":"2026-03-31T22:45:47.705652Z","steps":["trace[784115776] 'process raft request' (duration: 479.097071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.705775Z","caller":"traceutil/trace.go:171","msg":"trace[1518239214] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"480.208026ms","start":"2026-03-31T22:45:47.225526Z","end":"2026-03-31T22:45:47.705734Z","steps":["trace[1518239214] 'process raft request' (duration: 479.260765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.705842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.225517Z","time spent":"480.285407ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:47.705898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.225326Z","time spent":"480.452781ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:47.706004Z","caller":"traceutil/trace.go:171","msg":"trace[1874158911] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"479.442569ms","start":"2026-03-31T22:45:47.22655Z","end":"2026-03-31T22:45:47.705993Z","steps":["trace[1874158911] 'process raft request' (duration: 478.286203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.706063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.226542Z","time spent":"479.491409ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:47.706134Z","caller":"traceutil/trace.go:171","msg":"trace[1471256747] transaction","detail":"{read_only:false; response_revision:10867; number_of_response:1; }","duration":"480.770528ms","start":"2026-03-31T22:45:47.225351Z","end":"2026-03-31T22:45:47.706121Z","steps":["trace[1471256747] 'process raft request' (duration: 479.147022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.70615Z","caller":"traceutil/trace.go:171","msg":"trace[1822342519] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"479.47611ms","start":"2026-03-31T22:45:47.22666Z","end":"2026-03-31T22:45:47.706136Z","steps":["trace[1822342519] 'process raft request' (duration: 478.206781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.706195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.225326Z","time spent":"480.837849ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:47.706202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.226654Z","time spent":"479.520741ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:47.718477Z","caller":"traceutil/trace.go:171","msg":"trace[1900299521] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"410.905611ms","start":"2026-03-31T22:45:47.30754Z","end":"2026-03-31T22:45:47.718445Z","steps":["trace[1900299521] 'process raft request' (duration: 410.670516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.718817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.307514Z","time spent":"411.168136ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:47.718955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.961069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:47.718523Z","caller":"traceutil/trace.go:171","msg":"trace[1186980209] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"166.804698ms","start":"2026-03-31T22:45:47.551688Z","end":"2026-03-31T22:45:47.718492Z","steps":["trace[1186980209] 'process raft request' (duration: 166.682816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.719052Z","caller":"traceutil/trace.go:171","msg":"trace[1918095929] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10873; }","duration":"379.163223ms","start":"2026-03-31T22:45:47.339869Z","end":"2026-03-31T22:45:47.719032Z","steps":["trace[1918095929] 'agreement among raft nodes before linearized reading' (duration: 378.854456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.719094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.339839Z","time spent":"379.244675ms","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:45:47.718813Z","caller":"traceutil/trace.go:171","msg":"trace[568890358] transaction","detail":"{read_only:false; response_revision:10873; number_of_response:1; }","duration":"139.979831ms","start":"2026-03-31T22:45:47.578818Z","end":"2026-03-31T22:45:47.718797Z","steps":["trace[568890358] 'process raft request' (duration: 139.608413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:49.200441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.297821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:45:49.200503Z","caller":"traceutil/trace.go:171","msg":"trace[1572062043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10877; }","duration":"187.411633ms","start":"2026-03-31T22:45:49.013076Z","end":"2026-03-31T22:45:49.200488Z","steps":["trace[1572062043] 'range keys from in-memory index tree' (duration: 186.996453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:00.649914Z","caller":"traceutil/trace.go:171","msg":"trace[1145854916] transaction","detail":"{read_only:false; response_revision:10964; number_of_response:1; }","duration":"177.215283ms","start":"2026-03-31T22:46:00.472677Z","end":"2026-03-31T22:46:00.649893Z","steps":["trace[1145854916] 'process raft request' (duration: 177.0649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:29.299582Z","caller":"traceutil/trace.go:171","msg":"trace[1485977803] linearizableReadLoop","detail":"{readStateIndex:11573; appliedIndex:11570; }","duration":"110.989491ms","start":"2026-03-31T22:46:29.188563Z","end":"2026-03-31T22:46:29.299552Z","steps":["trace[1485977803] 'read index received' (duration: 53.741532ms)","trace[1485977803] 'applied index is now lower than readState.Index' (duration: 57.246929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:29.299573Z","caller":"traceutil/trace.go:171","msg":"trace[169643029] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"156.046146ms","start":"2026-03-31T22:46:29.143475Z","end":"2026-03-31T22:46:29.299521Z","steps":["trace[169643029] 'process raft request' (duration: 98.818877ms)","trace[169643029] 'compare' (duration: 56.950572ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:29.299676Z","caller":"traceutil/trace.go:171","msg":"trace[1643110816] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"152.055986ms","start":"2026-03-31T22:46:29.14761Z","end":"2026-03-31T22:46:29.299666Z","steps":["trace[1643110816] 'process raft request' (duration: 151.820121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:29.299769Z","caller":"traceutil/trace.go:171","msg":"trace[257519105] transaction","detail":"{read_only:false; response_revision:11156; number_of_response:1; }","duration":"120.75449ms","start":"2026-03-31T22:46:29.178962Z","end":"2026-03-31T22:46:29.299717Z","steps":["trace[257519105] 'process raft request' (duration: 120.552885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:29.300055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.461842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-z79sw\" ","response":"range_response_count:1 size:12953"} {"level":"info","ts":"2026-03-31T22:46:29.300181Z","caller":"traceutil/trace.go:171","msg":"trace[574854494] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-z79sw; range_end:; response_count:1; response_revision:11156; }","duration":"111.655896ms","start":"2026-03-31T22:46:29.188502Z","end":"2026-03-31T22:46:29.300158Z","steps":["trace[574854494] 'agreement among raft nodes before linearized reading' (duration: 111.309808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:30.85107Z","caller":"traceutil/trace.go:171","msg":"trace[1667430961] transaction","detail":"{read_only:false; response_revision:11171; number_of_response:1; }","duration":"197.613853ms","start":"2026-03-31T22:46:30.653406Z","end":"2026-03-31T22:46:30.85102Z","steps":["trace[1667430961] 'process raft request' (duration: 197.253785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:32.259252Z","caller":"traceutil/trace.go:171","msg":"trace[615272340] transaction","detail":"{read_only:false; response_revision:11174; number_of_response:1; }","duration":"126.94765ms","start":"2026-03-31T22:46:32.132283Z","end":"2026-03-31T22:46:32.25923Z","steps":["trace[615272340] 'process raft request' (duration: 126.634982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:34.248175Z","caller":"traceutil/trace.go:171","msg":"trace[1608991443] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"106.890418ms","start":"2026-03-31T22:46:34.141259Z","end":"2026-03-31T22:46:34.24815Z","steps":["trace[1608991443] 'process raft request' (duration: 106.688734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:35.996082Z","caller":"traceutil/trace.go:171","msg":"trace[2080382786] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"108.251038ms","start":"2026-03-31T22:46:35.887808Z","end":"2026-03-31T22:46:35.996059Z","steps":["trace[2080382786] 'process raft request' (duration: 108.104225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:36.60954Z","caller":"traceutil/trace.go:171","msg":"trace[236112975] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"189.279294ms","start":"2026-03-31T22:46:36.420237Z","end":"2026-03-31T22:46:36.609517Z","steps":["trace[236112975] 'process raft request' (duration: 108.635388ms)","trace[236112975] 'compare' (duration: 80.485823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:36.609791Z","caller":"traceutil/trace.go:171","msg":"trace[899049491] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"188.944918ms","start":"2026-03-31T22:46:36.420838Z","end":"2026-03-31T22:46:36.609783Z","steps":["trace[899049491] 'process raft request' (duration: 188.63983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:36.610336Z","caller":"traceutil/trace.go:171","msg":"trace[166910264] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"189.456679ms","start":"2026-03-31T22:46:36.420834Z","end":"2026-03-31T22:46:36.610291Z","steps":["trace[166910264] 'process raft request' (duration: 188.914486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:36.610771Z","caller":"traceutil/trace.go:171","msg":"trace[1304681121] linearizableReadLoop","detail":"{readStateIndex:11630; appliedIndex:11626; }","duration":"189.804877ms","start":"2026-03-31T22:46:36.420947Z","end":"2026-03-31T22:46:36.610752Z","steps":["trace[1304681121] 'read index received' (duration: 49.964666ms)","trace[1304681121] 'applied index is now lower than readState.Index' (duration: 139.838501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:36.611165Z","caller":"traceutil/trace.go:171","msg":"trace[1329262774] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"190.150474ms","start":"2026-03-31T22:46:36.420988Z","end":"2026-03-31T22:46:36.611138Z","steps":["trace[1329262774] 'process raft request' (duration: 189.164802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:36.611189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.203925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:46:36.611256Z","caller":"traceutil/trace.go:171","msg":"trace[1415492319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:11213; }","duration":"190.326348ms","start":"2026-03-31T22:46:36.420911Z","end":"2026-03-31T22:46:36.611237Z","steps":["trace[1415492319] 'agreement among raft nodes before linearized reading' (duration: 189.96313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.679623Z","caller":"traceutil/trace.go:171","msg":"trace[1329574442] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"315.631221ms","start":"2026-03-31T22:46:38.363962Z","end":"2026-03-31T22:46:38.679593Z","steps":["trace[1329574442] 'process raft request' (duration: 315.418016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.67981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:38.36394Z","time spent":"315.778554ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:38.685275Z","caller":"traceutil/trace.go:171","msg":"trace[1935190977] linearizableReadLoop","detail":"{readStateIndex:11637; appliedIndex:11635; }","duration":"252.638402ms","start":"2026-03-31T22:46:38.432611Z","end":"2026-03-31T22:46:38.685249Z","steps":["trace[1935190977] 'read index received' (duration: 246.710309ms)","trace[1935190977] 'applied index is now lower than readState.Index' (duration: 5.926803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:38.685356Z","caller":"traceutil/trace.go:171","msg":"trace[939133790] transaction","detail":"{read_only:false; response_revision:11218; number_of_response:1; }","duration":"264.943169ms","start":"2026-03-31T22:46:38.420384Z","end":"2026-03-31T22:46:38.685327Z","steps":["trace[939133790] 'process raft request' (duration: 264.741314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.685435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.817256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:46:38.685471Z","caller":"traceutil/trace.go:171","msg":"trace[671992281] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11218; }","duration":"252.908218ms","start":"2026-03-31T22:46:38.432552Z","end":"2026-03-31T22:46:38.68546Z","steps":["trace[671992281] 'agreement among raft nodes before linearized reading' (duration: 252.822756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.685561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.453703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:46:38.685615Z","caller":"traceutil/trace.go:171","msg":"trace[890569818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11218; }","duration":"230.546675ms","start":"2026-03-31T22:46:38.455056Z","end":"2026-03-31T22:46:38.685602Z","steps":["trace[890569818] 'agreement among raft nodes before linearized reading' (duration: 230.451572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.685922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.989382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:46:38.685956Z","caller":"traceutil/trace.go:171","msg":"trace[1696441181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11218; }","duration":"210.053502ms","start":"2026-03-31T22:46:38.475891Z","end":"2026-03-31T22:46:38.685944Z","steps":["trace[1696441181] 'agreement among raft nodes before linearized reading' (duration: 209.911139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:39.005639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.800584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:46:39.00573Z","caller":"traceutil/trace.go:171","msg":"trace[338113950] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"315.184322ms","start":"2026-03-31T22:46:38.690532Z","end":"2026-03-31T22:46:39.005717Z","steps":["trace[338113950] 'process raft request' (duration: 126.246245ms)","trace[338113950] 'compare' (duration: 188.551929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:39.006143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:38.690497Z","time spent":"315.257924ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:39.021757Z","caller":"traceutil/trace.go:171","msg":"trace[1628647100] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"331.098972ms","start":"2026-03-31T22:46:38.690635Z","end":"2026-03-31T22:46:39.021733Z","steps":["trace[1628647100] 'process raft request' (duration: 331.04929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:39.021822Z","caller":"traceutil/trace.go:171","msg":"trace[1613077193] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"331.214163ms","start":"2026-03-31T22:46:38.690596Z","end":"2026-03-31T22:46:39.02181Z","steps":["trace[1613077193] 'process raft request' (duration: 331.059709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:39.021929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:38.690554Z","time spent":"331.324186ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:46:39.021931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:38.690623Z","time spent":"331.240095ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:39.021757Z","caller":"traceutil/trace.go:171","msg":"trace[2001050869] transaction","detail":"{read_only:false; response_revision:11220; number_of_response:1; }","duration":"331.205294ms","start":"2026-03-31T22:46:38.690535Z","end":"2026-03-31T22:46:39.021741Z","steps":["trace[2001050869] 'process raft request' (duration: 330.987238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:39.022056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:38.690512Z","time spent":"331.51844ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:39.022212Z","caller":"traceutil/trace.go:171","msg":"trace[1853711022] linearizableReadLoop","detail":"{readStateIndex:11641; appliedIndex:11637; }","duration":"330.940887ms","start":"2026-03-31T22:46:38.691261Z","end":"2026-03-31T22:46:39.022202Z","steps":["trace[1853711022] 'read index received' (duration: 125.459027ms)","trace[1853711022] 'applied index is now lower than readState.Index' (duration: 205.48122ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:39.022135Z","caller":"traceutil/trace.go:171","msg":"trace[67431082] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"330.484707ms","start":"2026-03-31T22:46:38.691628Z","end":"2026-03-31T22:46:39.022113Z","steps":["trace[67431082] 'process raft request' (duration: 330.079037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:39.022303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:38.691579Z","time spent":"330.667851ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:39.022474Z","caller":"traceutil/trace.go:171","msg":"trace[555777113] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"234.7761ms","start":"2026-03-31T22:46:38.787687Z","end":"2026-03-31T22:46:39.022463Z","steps":["trace[555777113] 'process raft request' (duration: 234.358571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:39.022591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.328195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321153"} {"level":"info","ts":"2026-03-31T22:46:39.02262Z","caller":"traceutil/trace.go:171","msg":"trace[1639463552] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:11224; }","duration":"331.386206ms","start":"2026-03-31T22:46:38.691226Z","end":"2026-03-31T22:46:39.022613Z","steps":["trace[1639463552] 'agreement among raft nodes before linearized reading' (duration: 331.006738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:39.022642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:38.691216Z","time spent":"331.419938ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321175,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:46:39.091793Z","caller":"traceutil/trace.go:171","msg":"trace[1218723611] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"136.858014ms","start":"2026-03-31T22:46:38.954915Z","end":"2026-03-31T22:46:39.091773Z","steps":["trace[1218723611] 'process raft request' (duration: 136.820272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:39.092223Z","caller":"traceutil/trace.go:171","msg":"trace[287520714] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"216.397446ms","start":"2026-03-31T22:46:38.875816Z","end":"2026-03-31T22:46:39.092213Z","steps":["trace[287520714] 'process raft request' (duration: 215.807082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:39.367894Z","caller":"traceutil/trace.go:171","msg":"trace[1718691364] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"120.796652ms","start":"2026-03-31T22:46:39.24704Z","end":"2026-03-31T22:46:39.367837Z","steps":["trace[1718691364] 'process raft request' (duration: 120.486065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:42.926688Z","caller":"traceutil/trace.go:171","msg":"trace[506023811] linearizableReadLoop","detail":"{readStateIndex:11658; appliedIndex:11656; }","duration":"178.104542ms","start":"2026-03-31T22:46:42.748564Z","end":"2026-03-31T22:46:42.926668Z","steps":["trace[506023811] 'read index received' (duration: 82.074079ms)","trace[506023811] 'applied index is now lower than readState.Index' (duration: 96.029533ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:42.926976Z","caller":"traceutil/trace.go:171","msg":"trace[1412146364] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"188.542578ms","start":"2026-03-31T22:46:42.738424Z","end":"2026-03-31T22:46:42.926966Z","steps":["trace[1412146364] 'process raft request' (duration: 184.073927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:42.928219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.639287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:46:42.928285Z","caller":"traceutil/trace.go:171","msg":"trace[1152194005] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11238; }","duration":"179.75579ms","start":"2026-03-31T22:46:42.748501Z","end":"2026-03-31T22:46:42.928257Z","steps":["trace[1152194005] 'agreement among raft nodes before linearized reading' (duration: 179.670178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:45.316906Z","caller":"traceutil/trace.go:171","msg":"trace[1457357326] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"479.483983ms","start":"2026-03-31T22:46:44.837387Z","end":"2026-03-31T22:46:45.316871Z","steps":["trace[1457357326] 'process raft request' (duration: 479.194117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.317135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:44.837358Z","time spent":"479.653318ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:46:45.849945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.51448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:46:45.85009Z","caller":"traceutil/trace.go:171","msg":"trace[597962038] linearizableReadLoop","detail":"{readStateIndex:11669; appliedIndex:11667; }","duration":"776.580128ms","start":"2026-03-31T22:46:45.073497Z","end":"2026-03-31T22:46:45.850077Z","steps":["trace[597962038] 'read index received' (duration: 243.144589ms)","trace[597962038] 'applied index is now lower than readState.Index' (duration: 533.434779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:45.850161Z","caller":"traceutil/trace.go:171","msg":"trace[1305662374] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"914.970456ms","start":"2026-03-31T22:46:44.935181Z","end":"2026-03-31T22:46:45.850151Z","steps":["trace[1305662374] 'process raft request' (duration: 468.1892ms)","trace[1305662374] 'compare' (duration: 446.256055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:45.850207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:44.935161Z","time spent":"915.020777ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:46:45.850336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.826673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:46:45.850433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.430044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:46:45.850436Z","caller":"traceutil/trace.go:171","msg":"trace[1831390411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11250; }","duration":"776.936745ms","start":"2026-03-31T22:46:45.073448Z","end":"2026-03-31T22:46:45.850385Z","steps":["trace[1831390411] 'agreement among raft nodes before linearized reading' (duration: 776.738131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:45.850461Z","caller":"traceutil/trace.go:171","msg":"trace[1439219825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:11250; }","duration":"689.458475ms","start":"2026-03-31T22:46:45.160993Z","end":"2026-03-31T22:46:45.850452Z","steps":["trace[1439219825] 'agreement among raft nodes before linearized reading' (duration: 689.353183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.850474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.073432Z","time spent":"777.033897ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:46:45.850511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.032267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:46:45.850542Z","caller":"traceutil/trace.go:171","msg":"trace[181749199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11250; }","duration":"658.083138ms","start":"2026-03-31T22:46:45.19245Z","end":"2026-03-31T22:46:45.850534Z","steps":["trace[181749199] 'agreement among raft nodes before linearized reading' (duration: 657.988866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.850539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.712917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:46:45.850563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.192444Z","time spent":"658.113748ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:46:45.8506Z","caller":"traceutil/trace.go:171","msg":"trace[1245224012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11250; }","duration":"660.763128ms","start":"2026-03-31T22:46:45.189796Z","end":"2026-03-31T22:46:45.850559Z","steps":["trace[1245224012] 'agreement among raft nodes before linearized reading' (duration: 660.698707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.850547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.062078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:46:45.850616Z","caller":"traceutil/trace.go:171","msg":"trace[1918729154] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"700.36048ms","start":"2026-03-31T22:46:45.150243Z","end":"2026-03-31T22:46:45.850603Z","steps":["trace[1918729154] 'process raft request' (duration: 699.782327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.850622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.18978Z","time spent":"660.836179ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:46:45.850484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.160944Z","time spent":"689.535376ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-85q9h\" "} {"level":"info","ts":"2026-03-31T22:46:45.850656Z","caller":"traceutil/trace.go:171","msg":"trace[2085046970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11250; }","duration":"658.1883ms","start":"2026-03-31T22:46:45.192449Z","end":"2026-03-31T22:46:45.850637Z","steps":["trace[2085046970] 'agreement among raft nodes before linearized reading' (duration: 657.999986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.85069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.462837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:46:45.850702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.150222Z","time spent":"700.424861ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:45.850713Z","caller":"traceutil/trace.go:171","msg":"trace[1228924694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11250; }","duration":"643.520999ms","start":"2026-03-31T22:46:45.207185Z","end":"2026-03-31T22:46:45.850706Z","steps":["trace[1228924694] 'agreement among raft nodes before linearized reading' (duration: 643.457007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.850706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.192432Z","time spent":"658.261991ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:46:45.850732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.207157Z","time spent":"643.56782ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:46:45.850507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.197179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:46:45.850797Z","caller":"traceutil/trace.go:171","msg":"trace[1771429080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11250; }","duration":"448.507735ms","start":"2026-03-31T22:46:45.402265Z","end":"2026-03-31T22:46:45.850772Z","steps":["trace[1771429080] 'agreement among raft nodes before linearized reading' (duration: 448.169737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.850762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.110501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:46:45.85084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.402248Z","time spent":"448.585207ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:46:45.850863Z","caller":"traceutil/trace.go:171","msg":"trace[1852478386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11250; }","duration":"363.254674ms","start":"2026-03-31T22:46:45.487589Z","end":"2026-03-31T22:46:45.850844Z","steps":["trace[1852478386] 'agreement among raft nodes before linearized reading' (duration: 362.959967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:45.850901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.487574Z","time spent":"363.317585ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:46:46.403726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.964935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:46:46.403834Z","caller":"traceutil/trace.go:171","msg":"trace[86235804] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"543.736001ms","start":"2026-03-31T22:46:45.860076Z","end":"2026-03-31T22:46:46.403812Z","steps":["trace[86235804] 'process raft request' (duration: 414.601572ms)","trace[86235804] 'compare' (duration: 128.684549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:46.404564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.860061Z","time spent":"544.414316ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:46.410516Z","caller":"traceutil/trace.go:171","msg":"trace[227572702] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"550.335209ms","start":"2026-03-31T22:46:45.860145Z","end":"2026-03-31T22:46:46.410481Z","steps":["trace[227572702] 'process raft request' (duration: 550.270568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:46.41068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.860108Z","time spent":"550.506683ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:46.410751Z","caller":"traceutil/trace.go:171","msg":"trace[1506820710] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"550.613935ms","start":"2026-03-31T22:46:45.86011Z","end":"2026-03-31T22:46:46.410724Z","steps":["trace[1506820710] 'process raft request' (duration: 550.151835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:46.411022Z","caller":"traceutil/trace.go:171","msg":"trace[239945535] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"550.760578ms","start":"2026-03-31T22:46:45.860225Z","end":"2026-03-31T22:46:46.410986Z","steps":["trace[239945535] 'process raft request' (duration: 550.222466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:46.411255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.860214Z","time spent":"550.912702ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:46:46.411075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.860075Z","time spent":"550.930973ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:46.41132Z","caller":"traceutil/trace.go:171","msg":"trace[1376242545] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"551.044475ms","start":"2026-03-31T22:46:45.860264Z","end":"2026-03-31T22:46:46.411308Z","steps":["trace[1376242545] 'process raft request' (duration: 550.554905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:46.411554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.860253Z","time spent":"551.215679ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:46.411873Z","caller":"traceutil/trace.go:171","msg":"trace[982306750] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"549.464251ms","start":"2026-03-31T22:46:45.862391Z","end":"2026-03-31T22:46:46.411856Z","steps":["trace[982306750] 'process raft request' (duration: 548.852286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:46.411941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.862381Z","time spent":"549.528673ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:46:46.412336Z","caller":"traceutil/trace.go:171","msg":"trace[783663700] linearizableReadLoop","detail":"{readStateIndex:11675; appliedIndex:11670; }","duration":"551.576998ms","start":"2026-03-31T22:46:45.860298Z","end":"2026-03-31T22:46:46.411875Z","steps":["trace[783663700] 'read index received' (duration: 414.260494ms)","trace[783663700] 'applied index is now lower than readState.Index' (duration: 137.314734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:46.412649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.341895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321153"} {"level":"info","ts":"2026-03-31T22:46:46.412702Z","caller":"traceutil/trace.go:171","msg":"trace[122696871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:11256; }","duration":"552.429307ms","start":"2026-03-31T22:46:45.86026Z","end":"2026-03-31T22:46:46.41269Z","steps":["trace[122696871] 'agreement among raft nodes before linearized reading' (duration: 551.828054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:46.412733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.86025Z","time spent":"552.475558ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321175,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:46:46.414248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.744434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19218"} {"level":"info","ts":"2026-03-31T22:46:46.415388Z","caller":"traceutil/trace.go:171","msg":"trace[1343529085] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11256; }","duration":"553.91163ms","start":"2026-03-31T22:46:45.86146Z","end":"2026-03-31T22:46:46.415372Z","steps":["trace[1343529085] 'agreement among raft nodes before linearized reading' (duration: 552.60228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:46.415457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:45.861421Z","time spent":"554.015883ms","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19240,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T22:46:48.036404Z","caller":"traceutil/trace.go:171","msg":"trace[21217674] transaction","detail":"{read_only:false; response_revision:11262; number_of_response:1; }","duration":"162.92012ms","start":"2026-03-31T22:46:47.873457Z","end":"2026-03-31T22:46:48.036378Z","steps":["trace[21217674] 'process raft request' (duration: 147.958114ms)","trace[21217674] 'compare' (duration: 14.846844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:48.102415Z","caller":"traceutil/trace.go:171","msg":"trace[233041383] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"100.251309ms","start":"2026-03-31T22:46:48.002136Z","end":"2026-03-31T22:46:48.102387Z","steps":["trace[233041383] 'process raft request' (duration: 100.082085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.221122Z","caller":"traceutil/trace.go:171","msg":"trace[1336548316] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"105.936566ms","start":"2026-03-31T22:46:48.115149Z","end":"2026-03-31T22:46:48.221086Z","steps":["trace[1336548316] 'process raft request' (duration: 105.382454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.64649Z","caller":"traceutil/trace.go:171","msg":"trace[303093417] linearizableReadLoop","detail":"{readStateIndex:11687; appliedIndex:11686; }","duration":"225.638983ms","start":"2026-03-31T22:46:48.42081Z","end":"2026-03-31T22:46:48.646449Z","steps":["trace[303093417] 'read index received' (duration: 125.912467ms)","trace[303093417] 'applied index is now lower than readState.Index' (duration: 99.724216ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:48.646664Z","caller":"traceutil/trace.go:171","msg":"trace[895004480] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"226.7765ms","start":"2026-03-31T22:46:48.419874Z","end":"2026-03-31T22:46:48.64665Z","steps":["trace[895004480] 'process raft request' (duration: 126.806288ms)","trace[895004480] 'compare' (duration: 99.249626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:48.646956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.116274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:46:48.647065Z","caller":"traceutil/trace.go:171","msg":"trace[1699202649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:11266; }","duration":"226.242156ms","start":"2026-03-31T22:46:48.420799Z","end":"2026-03-31T22:46:48.647041Z","steps":["trace[1699202649] 'agreement among raft nodes before linearized reading' (duration: 225.9391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.691409Z","caller":"traceutil/trace.go:171","msg":"trace[426459809] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"270.167507ms","start":"2026-03-31T22:46:48.421221Z","end":"2026-03-31T22:46:48.691389Z","steps":["trace[426459809] 'process raft request' (duration: 270.094385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.691519Z","caller":"traceutil/trace.go:171","msg":"trace[637316362] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"270.605217ms","start":"2026-03-31T22:46:48.420863Z","end":"2026-03-31T22:46:48.691469Z","steps":["trace[637316362] 'process raft request' (duration: 270.347531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.691687Z","caller":"traceutil/trace.go:171","msg":"trace[2109635574] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"270.375692ms","start":"2026-03-31T22:46:48.421303Z","end":"2026-03-31T22:46:48.691679Z","steps":["trace[2109635574] 'process raft request' (duration: 270.061405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:48.691798Z","caller":"traceutil/trace.go:171","msg":"trace[1115370152] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"270.381512ms","start":"2026-03-31T22:46:48.421387Z","end":"2026-03-31T22:46:48.691768Z","steps":["trace[1115370152] 'process raft request' (duration: 270.201048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:48.691936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.878459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:46:48.691977Z","caller":"traceutil/trace.go:171","msg":"trace[1977926300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11270; }","duration":"229.995112ms","start":"2026-03-31T22:46:48.461972Z","end":"2026-03-31T22:46:48.691967Z","steps":["trace[1977926300] 'agreement among raft nodes before linearized reading' (duration: 229.860399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:54.122824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9088} {"level":"info","ts":"2026-03-31T22:46:54.20954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9088,"took":"84.103135ms","hash":150121270,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":27615232,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T22:46:54.209608Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":150121270,"revision":9088,"compact-revision":6932} {"level":"info","ts":"2026-03-31T22:48:06.475561Z","caller":"traceutil/trace.go:171","msg":"trace[1611095210] transaction","detail":"{read_only:false; response_revision:11788; number_of_response:1; }","duration":"122.405793ms","start":"2026-03-31T22:48:06.353111Z","end":"2026-03-31T22:48:06.475517Z","steps":["trace[1611095210] 'process raft request' (duration: 122.052425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:48:06.731466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.457722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:48:06.731582Z","caller":"traceutil/trace.go:171","msg":"trace[1889841091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11788; }","duration":"137.588755ms","start":"2026-03-31T22:48:06.593972Z","end":"2026-03-31T22:48:06.731561Z","steps":["trace[1889841091] 'range keys from in-memory index tree' (duration: 137.433371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:48:06.749725Z","caller":"traceutil/trace.go:171","msg":"trace[1404758420] linearizableReadLoop","detail":"{readStateIndex:12230; appliedIndex:12229; }","duration":"251.753581ms","start":"2026-03-31T22:48:06.497944Z","end":"2026-03-31T22:48:06.749698Z","steps":["trace[1404758420] 'read index received' (duration: 251.527685ms)","trace[1404758420] 'applied index is now lower than readState.Index' (duration: 224.456µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:48:06.749891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.921714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:48:06.749929Z","caller":"traceutil/trace.go:171","msg":"trace[1679543950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11789; }","duration":"252.018257ms","start":"2026-03-31T22:48:06.4979Z","end":"2026-03-31T22:48:06.749918Z","steps":["trace[1679543950] 'agreement among raft nodes before linearized reading' (duration: 251.909124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:48:06.750105Z","caller":"traceutil/trace.go:171","msg":"trace[1268184973] transaction","detail":"{read_only:false; response_revision:11789; number_of_response:1; }","duration":"255.443404ms","start":"2026-03-31T22:48:06.49462Z","end":"2026-03-31T22:48:06.750063Z","steps":["trace[1268184973] 'process raft request' (duration: 254.88089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:48:27.44564Z","caller":"traceutil/trace.go:171","msg":"trace[2064914598] linearizableReadLoop","detail":"{readStateIndex:12342; appliedIndex:12340; }","duration":"141.780628ms","start":"2026-03-31T22:48:27.303825Z","end":"2026-03-31T22:48:27.445606Z","steps":["trace[2064914598] 'read index received' (duration: 40.392971ms)","trace[2064914598] 'applied index is now lower than readState.Index' (duration: 101.386337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:48:27.445923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.082355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:48:27.445995Z","caller":"traceutil/trace.go:171","msg":"trace[1661791165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11895; }","duration":"142.194567ms","start":"2026-03-31T22:48:27.303783Z","end":"2026-03-31T22:48:27.445978Z","steps":["trace[1661791165] 'agreement among raft nodes before linearized reading' (duration: 142.010453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:48:27.446106Z","caller":"traceutil/trace.go:171","msg":"trace[2125520619] transaction","detail":"{read_only:false; response_revision:11895; number_of_response:1; }","duration":"178.378735ms","start":"2026-03-31T22:48:27.267716Z","end":"2026-03-31T22:48:27.446095Z","steps":["trace[2125520619] 'process raft request' (duration: 161.144435ms)","trace[2125520619] 'compare' (duration: 16.521573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:49:28.820986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751238539,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:49:28.993505Z","caller":"traceutil/trace.go:171","msg":"trace[919524371] transaction","detail":"{read_only:false; response_revision:12235; number_of_response:1; }","duration":"771.218852ms","start":"2026-03-31T22:49:28.222257Z","end":"2026-03-31T22:49:28.993476Z","steps":["trace[919524371] 'process raft request' (duration: 771.049628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:28.993922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:49:28.222236Z","time spent":"771.5849ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:49:29.013594Z","caller":"traceutil/trace.go:171","msg":"trace[1792012060] linearizableReadLoop","detail":"{readStateIndex:12696; appliedIndex:12694; }","duration":"693.401136ms","start":"2026-03-31T22:49:28.320165Z","end":"2026-03-31T22:49:29.013566Z","steps":["trace[1792012060] 'read index received' (duration: 673.227591ms)","trace[1792012060] 'applied index is now lower than readState.Index' (duration: 20.172125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:49:29.013688Z","caller":"traceutil/trace.go:171","msg":"trace[89658324] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"591.779014ms","start":"2026-03-31T22:49:28.421795Z","end":"2026-03-31T22:49:29.013574Z","steps":["trace[89658324] 'process raft request' (duration: 591.520068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:29.013793Z","caller":"traceutil/trace.go:171","msg":"trace[1319852576] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"171.198543ms","start":"2026-03-31T22:49:28.842572Z","end":"2026-03-31T22:49:29.01377Z","steps":["trace[1319852576] 'process raft request' (duration: 170.929037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:29.014007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.817936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:49:29.014062Z","caller":"traceutil/trace.go:171","msg":"trace[76707295] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12237; }","duration":"693.922407ms","start":"2026-03-31T22:49:28.320128Z","end":"2026-03-31T22:49:29.01405Z","steps":["trace[76707295] 'agreement among raft nodes before linearized reading' (duration: 693.804585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:29.014139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:49:28.320107Z","time spent":"694.018ms","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:49:29.014303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:49:28.421755Z","time spent":"592.174152ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:49:43.023388Z","caller":"traceutil/trace.go:171","msg":"trace[1761123287] transaction","detail":"{read_only:false; response_revision:12383; number_of_response:1; }","duration":"268.768105ms","start":"2026-03-31T22:49:42.754584Z","end":"2026-03-31T22:49:43.023352Z","steps":["trace[1761123287] 'process raft request' (duration: 268.509379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:43.027739Z","caller":"traceutil/trace.go:171","msg":"trace[1734102519] transaction","detail":"{read_only:false; response_revision:12384; number_of_response:1; }","duration":"164.590544ms","start":"2026-03-31T22:49:42.863089Z","end":"2026-03-31T22:49:43.02768Z","steps":["trace[1734102519] 'process raft request' (duration: 164.311828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:48.173255Z","caller":"traceutil/trace.go:171","msg":"trace[1686682859] linearizableReadLoop","detail":"{readStateIndex:12885; appliedIndex:12884; }","duration":"166.760894ms","start":"2026-03-31T22:49:48.006468Z","end":"2026-03-31T22:49:48.173229Z","steps":["trace[1686682859] 'read index received' (duration: 166.570629ms)","trace[1686682859] 'applied index is now lower than readState.Index' (duration: 189.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:49:48.173557Z","caller":"traceutil/trace.go:171","msg":"trace[1125199802] transaction","detail":"{read_only:false; response_revision:12420; number_of_response:1; }","duration":"187.189284ms","start":"2026-03-31T22:49:47.986339Z","end":"2026-03-31T22:49:48.173529Z","steps":["trace[1125199802] 'process raft request' (duration: 186.721283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:48.17381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.028577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:49:48.17378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.267735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:49:48.173865Z","caller":"traceutil/trace.go:171","msg":"trace[1612768190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12420; }","duration":"166.11684ms","start":"2026-03-31T22:49:48.007734Z","end":"2026-03-31T22:49:48.173851Z","steps":["trace[1612768190] 'agreement among raft nodes before linearized reading' (duration: 165.917945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:48.173897Z","caller":"traceutil/trace.go:171","msg":"trace[1436923344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12420; }","duration":"167.410178ms","start":"2026-03-31T22:49:48.00646Z","end":"2026-03-31T22:49:48.17387Z","steps":["trace[1436923344] 'agreement among raft nodes before linearized reading' (duration: 167.03021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:48.173919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.321696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:49:48.173935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.554239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:49:48.174049Z","caller":"traceutil/trace.go:171","msg":"trace[627214357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12420; }","duration":"167.51501ms","start":"2026-03-31T22:49:48.006509Z","end":"2026-03-31T22:49:48.174024Z","steps":["trace[627214357] 'agreement among raft nodes before linearized reading' (duration: 167.141532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:48.174047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.286875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:49:48.174153Z","caller":"traceutil/trace.go:171","msg":"trace[2139483845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12420; }","duration":"167.424659ms","start":"2026-03-31T22:49:48.00671Z","end":"2026-03-31T22:49:48.174135Z","steps":["trace[2139483845] 'agreement among raft nodes before linearized reading' (duration: 167.122592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:48.174078Z","caller":"traceutil/trace.go:171","msg":"trace[241519933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12420; }","duration":"166.760014ms","start":"2026-03-31T22:49:48.007286Z","end":"2026-03-31T22:49:48.174046Z","steps":["trace[241519933] 'agreement among raft nodes before linearized reading' (duration: 166.404266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:48.173952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.141704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:49:48.174247Z","caller":"traceutil/trace.go:171","msg":"trace[336077303] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12420; }","duration":"129.533403ms","start":"2026-03-31T22:49:48.044698Z","end":"2026-03-31T22:49:48.174231Z","steps":["trace[336077303] 'agreement among raft nodes before linearized reading' (duration: 129.063973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:48.314462Z","caller":"traceutil/trace.go:171","msg":"trace[1326955646] transaction","detail":"{read_only:false; response_revision:12421; number_of_response:1; }","duration":"130.256779ms","start":"2026-03-31T22:49:48.184166Z","end":"2026-03-31T22:49:48.314422Z","steps":["trace[1326955646] 'process raft request' (duration: 76.410365ms)","trace[1326955646] 'compare' (duration: 53.564068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:49:48.314872Z","caller":"traceutil/trace.go:171","msg":"trace[790149619] transaction","detail":"{read_only:false; response_revision:12422; number_of_response:1; }","duration":"130.449884ms","start":"2026-03-31T22:49:48.184401Z","end":"2026-03-31T22:49:48.314851Z","steps":["trace[790149619] 'process raft request' (duration: 129.967813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:48.314987Z","caller":"traceutil/trace.go:171","msg":"trace[29200576] transaction","detail":"{read_only:false; response_revision:12423; number_of_response:1; }","duration":"130.236678ms","start":"2026-03-31T22:49:48.184741Z","end":"2026-03-31T22:49:48.314978Z","steps":["trace[29200576] 'process raft request' (duration: 129.899991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:48.315075Z","caller":"traceutil/trace.go:171","msg":"trace[281021090] transaction","detail":"{read_only:false; response_revision:12425; number_of_response:1; }","duration":"129.164084ms","start":"2026-03-31T22:49:48.185901Z","end":"2026-03-31T22:49:48.315065Z","steps":["trace[281021090] 'process raft request' (duration: 129.036862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:48.315078Z","caller":"traceutil/trace.go:171","msg":"trace[694741380] transaction","detail":"{read_only:false; response_revision:12424; number_of_response:1; }","duration":"129.668976ms","start":"2026-03-31T22:49:48.185373Z","end":"2026-03-31T22:49:48.315042Z","steps":["trace[694741380] 'process raft request' (duration: 129.491072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:00.50934Z","caller":"traceutil/trace.go:171","msg":"trace[714143970] transaction","detail":"{read_only:false; response_revision:12519; number_of_response:1; }","duration":"117.981602ms","start":"2026-03-31T22:50:00.391335Z","end":"2026-03-31T22:50:00.509316Z","steps":["trace[714143970] 'process raft request' (duration: 117.764978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.039716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9078866822751239265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:50:01.32517Z","caller":"traceutil/trace.go:171","msg":"trace[181779576] transaction","detail":"{read_only:false; response_revision:12520; number_of_response:1; }","duration":"811.46532ms","start":"2026-03-31T22:50:00.51368Z","end":"2026-03-31T22:50:01.325145Z","steps":["trace[181779576] 'process raft request' (duration: 811.293566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.325328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:00.513659Z","time spent":"811.584042ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:50:01.336061Z","caller":"traceutil/trace.go:171","msg":"trace[799362978] transaction","detail":"{read_only:false; response_revision:12521; number_of_response:1; }","duration":"822.08975ms","start":"2026-03-31T22:50:00.513934Z","end":"2026-03-31T22:50:01.336023Z","steps":["trace[799362978] 'process raft request' (duration: 821.20665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.336244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:00.513914Z","time spent":"822.231183ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:50:01.33662Z","caller":"traceutil/trace.go:171","msg":"trace[1622794276] transaction","detail":"{read_only:false; response_revision:12522; number_of_response:1; }","duration":"822.573081ms","start":"2026-03-31T22:50:00.514006Z","end":"2026-03-31T22:50:01.336579Z","steps":["trace[1622794276] 'process raft request' (duration: 822.402747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:01.336669Z","caller":"traceutil/trace.go:171","msg":"trace[262349484] transaction","detail":"{read_only:false; response_revision:12523; number_of_response:1; }","duration":"822.627782ms","start":"2026-03-31T22:50:00.514006Z","end":"2026-03-31T22:50:01.336634Z","steps":["trace[262349484] 'process raft request' (duration: 822.479699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:01.336658Z","caller":"traceutil/trace.go:171","msg":"trace[455322126] transaction","detail":"{read_only:false; response_revision:12524; number_of_response:1; }","duration":"136.046379ms","start":"2026-03-31T22:50:01.20057Z","end":"2026-03-31T22:50:01.336617Z","steps":["trace[455322126] 'process raft request' (duration: 135.953427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:01.336767Z","caller":"traceutil/trace.go:171","msg":"trace[319782133] linearizableReadLoop","detail":"{readStateIndex:12990; appliedIndex:12986; }","duration":"797.427073ms","start":"2026-03-31T22:50:00.539309Z","end":"2026-03-31T22:50:01.336736Z","steps":["trace[319782133] 'read index received' (duration: 785.705089ms)","trace[319782133] 'applied index is now lower than readState.Index' (duration: 11.718954ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:01.336792Z","caller":"traceutil/trace.go:171","msg":"trace[2044182817] transaction","detail":"{read_only:false; response_revision:12525; number_of_response:1; }","duration":"121.652454ms","start":"2026-03-31T22:50:01.21512Z","end":"2026-03-31T22:50:01.336772Z","steps":["trace[2044182817] 'process raft request' (duration: 121.44763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.336811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:00.513983Z","time spent":"822.760695ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:50:01.336826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:00.513999Z","time spent":"822.721014ms","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:50:01.336937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.633709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:50:01.336972Z","caller":"traceutil/trace.go:171","msg":"trace[408105511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12525; }","duration":"797.668579ms","start":"2026-03-31T22:50:00.539294Z","end":"2026-03-31T22:50:01.336962Z","steps":["trace[408105511] 'agreement among raft nodes before linearized reading' (duration: 797.512865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.336992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:00.539276Z","time spent":"797.71132ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:50:33.612556Z","caller":"traceutil/trace.go:171","msg":"trace[524225613] transaction","detail":"{read_only:false; response_revision:12705; number_of_response:1; }","duration":"108.281454ms","start":"2026-03-31T22:50:33.504252Z","end":"2026-03-31T22:50:33.612533Z","steps":["trace[524225613] 'process raft request' (duration: 108.13163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:35.819006Z","caller":"traceutil/trace.go:171","msg":"trace[1461724013] linearizableReadLoop","detail":"{readStateIndex:13193; appliedIndex:13190; }","duration":"161.325101ms","start":"2026-03-31T22:50:35.657659Z","end":"2026-03-31T22:50:35.818985Z","steps":["trace[1461724013] 'read index received' (duration: 8.018671ms)","trace[1461724013] 'applied index is now lower than readState.Index' (duration: 153.30563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:35.81913Z","caller":"traceutil/trace.go:171","msg":"trace[307917074] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"195.83422ms","start":"2026-03-31T22:50:35.623285Z","end":"2026-03-31T22:50:35.81912Z","steps":["trace[307917074] 'process raft request' (duration: 106.744629ms)","trace[307917074] 'compare' (duration: 88.739712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:50:35.819269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.601036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:50:35.819306Z","caller":"traceutil/trace.go:171","msg":"trace[29473758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12718; }","duration":"161.681129ms","start":"2026-03-31T22:50:35.657616Z","end":"2026-03-31T22:50:35.819297Z","steps":["trace[29473758] 'agreement among raft nodes before linearized reading' (duration: 161.552396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:35.819316Z","caller":"traceutil/trace.go:171","msg":"trace[985420618] transaction","detail":"{read_only:false; response_revision:12718; number_of_response:1; }","duration":"195.714887ms","start":"2026-03-31T22:50:35.623547Z","end":"2026-03-31T22:50:35.819262Z","steps":["trace[985420618] 'process raft request' (duration: 195.367548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:35.819423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.565529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:50:35.819406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.326719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:50:35.819459Z","caller":"traceutil/trace.go:171","msg":"trace[213491166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12718; }","duration":"131.61414ms","start":"2026-03-31T22:50:35.687836Z","end":"2026-03-31T22:50:35.81945Z","steps":["trace[213491166] 'agreement among raft nodes before linearized reading' (duration: 131.532468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:35.819462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.032099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:50:35.819483Z","caller":"traceutil/trace.go:171","msg":"trace[102510288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12718; }","duration":"141.408631ms","start":"2026-03-31T22:50:35.678054Z","end":"2026-03-31T22:50:35.819463Z","steps":["trace[102510288] 'agreement among raft nodes before linearized reading' (duration: 141.228837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:35.819492Z","caller":"traceutil/trace.go:171","msg":"trace[631677158] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12718; }","duration":"132.089601ms","start":"2026-03-31T22:50:35.687392Z","end":"2026-03-31T22:50:35.819482Z","steps":["trace[631677158] 'agreement among raft nodes before linearized reading' (duration: 132.016889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:40.146665Z","caller":"traceutil/trace.go:171","msg":"trace[1354912444] linearizableReadLoop","detail":"{readStateIndex:13217; appliedIndex:13216; }","duration":"138.849512ms","start":"2026-03-31T22:50:40.007782Z","end":"2026-03-31T22:50:40.146632Z","steps":["trace[1354912444] 'read index received' (duration: 119.442585ms)","trace[1354912444] 'applied index is now lower than readState.Index' (duration: 19.405607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:50:40.147024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.061527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:50:40.147102Z","caller":"traceutil/trace.go:171","msg":"trace[1491248374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12741; }","duration":"139.226762ms","start":"2026-03-31T22:50:40.007863Z","end":"2026-03-31T22:50:40.14709Z","steps":["trace[1491248374] 'agreement among raft nodes before linearized reading' (duration: 139.003476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:40.147149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.333634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:50:40.147242Z","caller":"traceutil/trace.go:171","msg":"trace[1514497817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12741; }","duration":"139.480077ms","start":"2026-03-31T22:50:40.007743Z","end":"2026-03-31T22:50:40.147223Z","steps":["trace[1514497817] 'agreement among raft nodes before linearized reading' (duration: 139.096578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:40.147239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.103739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:50:40.147321Z","caller":"traceutil/trace.go:171","msg":"trace[965744130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12741; }","duration":"139.252412ms","start":"2026-03-31T22:50:40.008046Z","end":"2026-03-31T22:50:40.147298Z","steps":["trace[965744130] 'agreement among raft nodes before linearized reading' (duration: 139.082308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:40.147425Z","caller":"traceutil/trace.go:171","msg":"trace[1140950531] transaction","detail":"{read_only:false; response_revision:12741; number_of_response:1; }","duration":"198.856187ms","start":"2026-03-31T22:50:39.948542Z","end":"2026-03-31T22:50:40.147398Z","steps":["trace[1140950531] 'process raft request' (duration: 178.692922ms)","trace[1140950531] 'compare' (duration: 19.238564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:50:42.066716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.530547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:50:42.066973Z","caller":"traceutil/trace.go:171","msg":"trace[875335889] transaction","detail":"{read_only:false; response_revision:12748; number_of_response:1; }","duration":"171.144692ms","start":"2026-03-31T22:50:41.895803Z","end":"2026-03-31T22:50:42.066948Z","steps":["trace[875335889] 'compare' (duration: 162.391174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:42.067129Z","caller":"traceutil/trace.go:171","msg":"trace[1156958202] transaction","detail":"{read_only:false; response_revision:12749; number_of_response:1; }","duration":"134.069615ms","start":"2026-03-31T22:50:41.933017Z","end":"2026-03-31T22:50:42.067086Z","steps":["trace[1156958202] 'process raft request' (duration: 133.87524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:52.234849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.578804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-31T22:50:52.23509Z","caller":"traceutil/trace.go:171","msg":"trace[1175238067] transaction","detail":"{read_only:false; response_revision:12804; number_of_response:1; }","duration":"124.210774ms","start":"2026-03-31T22:50:52.110862Z","end":"2026-03-31T22:50:52.235073Z","steps":["trace[1175238067] 'process raft request' (duration: 124.08649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:52.243539Z","caller":"traceutil/trace.go:171","msg":"trace[1798813716] transaction","detail":"{read_only:false; response_revision:12805; number_of_response:1; }","duration":"131.497697ms","start":"2026-03-31T22:50:52.112019Z","end":"2026-03-31T22:50:52.243517Z","steps":["trace[1798813716] 'process raft request' (duration: 131.315392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:51:54.130865Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11315} {"level":"info","ts":"2026-03-31T22:51:54.2184Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11315,"took":"84.280773ms","hash":1325963132,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":22577152,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T22:51:54.218535Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1325963132,"revision":11315,"compact-revision":9088} {"level":"info","ts":"2026-03-31T22:53:17.438711Z","caller":"traceutil/trace.go:171","msg":"trace[318975709] linearizableReadLoop","detail":"{readStateIndex:14065; appliedIndex:14064; }","duration":"130.172983ms","start":"2026-03-31T22:53:17.308506Z","end":"2026-03-31T22:53:17.438679Z","steps":["trace[318975709] 'read index received' (duration: 129.910397ms)","trace[318975709] 'applied index is now lower than readState.Index' (duration: 261.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:53:17.438843Z","caller":"traceutil/trace.go:171","msg":"trace[1761715343] transaction","detail":"{read_only:false; response_revision:13555; number_of_response:1; }","duration":"254.592567ms","start":"2026-03-31T22:53:17.184232Z","end":"2026-03-31T22:53:17.438824Z","steps":["trace[1761715343] 'process raft request' (duration: 254.248168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:53:17.439159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.616224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:53:17.439246Z","caller":"traceutil/trace.go:171","msg":"trace[1090429164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13555; }","duration":"130.784218ms","start":"2026-03-31T22:53:17.308445Z","end":"2026-03-31T22:53:17.439229Z","steps":["trace[1090429164] 'agreement among raft nodes before linearized reading' (duration: 130.45293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:53:17.439279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.865756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:53:17.439403Z","caller":"traceutil/trace.go:171","msg":"trace[1779898075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13555; }","duration":"118.082891ms","start":"2026-03-31T22:53:17.321297Z","end":"2026-03-31T22:53:17.439379Z","steps":["trace[1779898075] 'agreement among raft nodes before linearized reading' (duration: 117.703072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:17.554146Z","caller":"traceutil/trace.go:171","msg":"trace[980185895] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"109.1628ms","start":"2026-03-31T22:53:17.444944Z","end":"2026-03-31T22:53:17.554107Z","steps":["trace[980185895] 'process raft request' (duration: 109.001667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:17.554327Z","caller":"traceutil/trace.go:171","msg":"trace[2108623648] transaction","detail":"{read_only:false; response_revision:13557; number_of_response:1; }","duration":"109.787994ms","start":"2026-03-31T22:53:17.444501Z","end":"2026-03-31T22:53:17.554289Z","steps":["trace[2108623648] 'process raft request' (duration: 54.558299ms)","trace[2108623648] 'compare' (duration: 54.606701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:53:17.907543Z","caller":"traceutil/trace.go:171","msg":"trace[25969064] transaction","detail":"{read_only:false; response_revision:13560; number_of_response:1; }","duration":"107.357869ms","start":"2026-03-31T22:53:17.800148Z","end":"2026-03-31T22:53:17.907506Z","steps":["trace[25969064] 'process raft request' (duration: 107.025351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:19.140166Z","caller":"traceutil/trace.go:171","msg":"trace[663492396] transaction","detail":"{read_only:false; response_revision:13568; number_of_response:1; }","duration":"159.158406ms","start":"2026-03-31T22:53:18.980988Z","end":"2026-03-31T22:53:19.140146Z","steps":["trace[663492396] 'process raft request' (duration: 159.108735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:19.140208Z","caller":"traceutil/trace.go:171","msg":"trace[1732636534] transaction","detail":"{read_only:false; response_revision:13567; number_of_response:1; }","duration":"165.829856ms","start":"2026-03-31T22:53:18.974349Z","end":"2026-03-31T22:53:19.140179Z","steps":["trace[1732636534] 'process raft request' (duration: 162.791138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:58.010498Z","caller":"traceutil/trace.go:171","msg":"trace[276816830] transaction","detail":"{read_only:false; response_revision:13767; number_of_response:1; }","duration":"110.372996ms","start":"2026-03-31T22:53:57.900089Z","end":"2026-03-31T22:53:58.010462Z","steps":["trace[276816830] 'process raft request' (duration: 76.988944ms)","trace[276816830] 'compare' (duration: 32.855681ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:53:59.469268Z","caller":"traceutil/trace.go:171","msg":"trace[1720108154] transaction","detail":"{read_only:false; response_revision:13772; number_of_response:1; }","duration":"116.643008ms","start":"2026-03-31T22:53:59.352578Z","end":"2026-03-31T22:53:59.469221Z","steps":["trace[1720108154] 'process raft request' (duration: 116.419463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:08.336423Z","caller":"traceutil/trace.go:171","msg":"trace[1137369415] linearizableReadLoop","detail":"{readStateIndex:14337; appliedIndex:14336; }","duration":"148.932486ms","start":"2026-03-31T22:54:08.187462Z","end":"2026-03-31T22:54:08.336394Z","steps":["trace[1137369415] 'read index received' (duration: 114.341906ms)","trace[1137369415] 'applied index is now lower than readState.Index' (duration: 34.58963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:08.336481Z","caller":"traceutil/trace.go:171","msg":"trace[601464742] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"192.596559ms","start":"2026-03-31T22:54:08.143851Z","end":"2026-03-31T22:54:08.336448Z","steps":["trace[601464742] 'process raft request' (duration: 158.03273ms)","trace[601464742] 'compare' (duration: 34.401815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:54:08.336574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.104739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:54:08.336615Z","caller":"traceutil/trace.go:171","msg":"trace[828917988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13817; }","duration":"149.185911ms","start":"2026-03-31T22:54:08.187416Z","end":"2026-03-31T22:54:08.336602Z","steps":["trace[828917988] 'agreement among raft nodes before linearized reading' (duration: 149.064329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:09.529746Z","caller":"traceutil/trace.go:171","msg":"trace[2106196443] transaction","detail":"{read_only:false; response_revision:13823; number_of_response:1; }","duration":"168.219991ms","start":"2026-03-31T22:54:09.361502Z","end":"2026-03-31T22:54:09.529722Z","steps":["trace[2106196443] 'process raft request' (duration: 167.981935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:10.538725Z","caller":"traceutil/trace.go:171","msg":"trace[331792848] linearizableReadLoop","detail":"{readStateIndex:14348; appliedIndex:14347; }","duration":"185.45978ms","start":"2026-03-31T22:54:10.353246Z","end":"2026-03-31T22:54:10.538706Z","steps":["trace[331792848] 'read index received' (duration: 185.297746ms)","trace[331792848] 'applied index is now lower than readState.Index' (duration: 161.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:10.538764Z","caller":"traceutil/trace.go:171","msg":"trace[125255678] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"192.385345ms","start":"2026-03-31T22:54:10.346353Z","end":"2026-03-31T22:54:10.538738Z","steps":["trace[125255678] 'process raft request' (duration: 192.238082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:10.539117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.858039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:54:10.539126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.598233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:54:10.53915Z","caller":"traceutil/trace.go:171","msg":"trace[923107561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13828; }","duration":"185.947611ms","start":"2026-03-31T22:54:10.353192Z","end":"2026-03-31T22:54:10.53914Z","steps":["trace[923107561] 'agreement among raft nodes before linearized reading' (duration: 185.637934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:10.539157Z","caller":"traceutil/trace.go:171","msg":"trace[2033759953] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13828; }","duration":"177.653254ms","start":"2026-03-31T22:54:10.361494Z","end":"2026-03-31T22:54:10.539147Z","steps":["trace[2033759953] 'agreement among raft nodes before linearized reading' (duration: 177.573533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:10.539257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.571322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:54:10.539274Z","caller":"traceutil/trace.go:171","msg":"trace[1283903795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13828; }","duration":"161.610822ms","start":"2026-03-31T22:54:10.377657Z","end":"2026-03-31T22:54:10.539268Z","steps":["trace[1283903795] 'agreement among raft nodes before linearized reading' (duration: 161.561511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:10.539384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.699316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:54:10.539455Z","caller":"traceutil/trace.go:171","msg":"trace[881354292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:13828; }","duration":"150.824939ms","start":"2026-03-31T22:54:10.388612Z","end":"2026-03-31T22:54:10.539437Z","steps":["trace[881354292] 'agreement among raft nodes before linearized reading' (duration: 150.574633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:10.672674Z","caller":"traceutil/trace.go:171","msg":"trace[736003469] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"128.31195ms","start":"2026-03-31T22:54:10.544342Z","end":"2026-03-31T22:54:10.672654Z","steps":["trace[736003469] 'process raft request' (duration: 41.392781ms)","trace[736003469] 'compare' (duration: 86.690383ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:10.67305Z","caller":"traceutil/trace.go:171","msg":"trace[374096864] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"127.066433ms","start":"2026-03-31T22:54:10.545976Z","end":"2026-03-31T22:54:10.673042Z","steps":["trace[374096864] 'process raft request' (duration: 126.655333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:12.838064Z","caller":"traceutil/trace.go:171","msg":"trace[1755997754] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"156.013675ms","start":"2026-03-31T22:54:12.68202Z","end":"2026-03-31T22:54:12.838033Z","steps":["trace[1755997754] 'process raft request' (duration: 64.915922ms)","trace[1755997754] 'compare' (duration: 90.945469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:14.980187Z","caller":"traceutil/trace.go:171","msg":"trace[442694973] linearizableReadLoop","detail":"{readStateIndex:14371; appliedIndex:14370; }","duration":"100.390862ms","start":"2026-03-31T22:54:14.879778Z","end":"2026-03-31T22:54:14.980169Z","steps":["trace[442694973] 'read index received' (duration: 51.45308ms)","trace[442694973] 'applied index is now lower than readState.Index' (duration: 48.936982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:14.980247Z","caller":"traceutil/trace.go:171","msg":"trace[1749161526] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"132.925235ms","start":"2026-03-31T22:54:14.84729Z","end":"2026-03-31T22:54:14.980215Z","steps":["trace[1749161526] 'process raft request' (duration: 84.002863ms)","trace[1749161526] 'compare' (duration: 48.699317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:54:14.980358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.574567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T22:54:14.980382Z","caller":"traceutil/trace.go:171","msg":"trace[1100631953] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13850; }","duration":"100.629417ms","start":"2026-03-31T22:54:14.879745Z","end":"2026-03-31T22:54:14.980374Z","steps":["trace[1100631953] 'agreement among raft nodes before linearized reading' (duration: 100.498644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:16.241428Z","caller":"traceutil/trace.go:171","msg":"trace[1014754773] transaction","detail":"{read_only:false; response_revision:13855; number_of_response:1; }","duration":"175.531994ms","start":"2026-03-31T22:54:16.065862Z","end":"2026-03-31T22:54:16.241394Z","steps":["trace[1014754773] 'process raft request' (duration: 175.32142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:16.675147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.229583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:54:16.675236Z","caller":"traceutil/trace.go:171","msg":"trace[208941480] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:13856; }","duration":"153.361466ms","start":"2026-03-31T22:54:16.52185Z","end":"2026-03-31T22:54:16.675211Z","steps":["trace[208941480] 'count revisions from in-memory index tree' (duration: 153.129841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:37.816501Z","caller":"traceutil/trace.go:171","msg":"trace[188487465] transaction","detail":"{read_only:false; response_revision:13966; number_of_response:1; }","duration":"113.167201ms","start":"2026-03-31T22:54:37.703302Z","end":"2026-03-31T22:54:37.816469Z","steps":["trace[188487465] 'process raft request' (duration: 112.983877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:52.471138Z","caller":"traceutil/trace.go:171","msg":"trace[1875657248] transaction","detail":"{read_only:false; response_revision:14040; number_of_response:1; }","duration":"244.978389ms","start":"2026-03-31T22:54:52.226137Z","end":"2026-03-31T22:54:52.471116Z","steps":["trace[1875657248] 'process raft request' (duration: 244.833616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:55.306576Z","caller":"traceutil/trace.go:171","msg":"trace[1976450569] linearizableReadLoop","detail":"{readStateIndex:14582; appliedIndex:14581; }","duration":"107.012692ms","start":"2026-03-31T22:54:55.199539Z","end":"2026-03-31T22:54:55.306552Z","steps":["trace[1976450569] 'read index received' (duration: 106.843968ms)","trace[1976450569] 'applied index is now lower than readState.Index' (duration: 167.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:55.306683Z","caller":"traceutil/trace.go:171","msg":"trace[1281021655] transaction","detail":"{read_only:false; response_revision:14053; number_of_response:1; }","duration":"112.24394ms","start":"2026-03-31T22:54:55.194398Z","end":"2026-03-31T22:54:55.306642Z","steps":["trace[1281021655] 'process raft request' (duration: 112.010014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:55.306826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.258627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85q9h\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:54:55.306894Z","caller":"traceutil/trace.go:171","msg":"trace[1808150098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85q9h; range_end:; response_count:1; response_revision:14053; }","duration":"107.373739ms","start":"2026-03-31T22:54:55.199507Z","end":"2026-03-31T22:54:55.306881Z","steps":["trace[1808150098] 'agreement among raft nodes before linearized reading' (duration: 107.163044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:58.805494Z","caller":"traceutil/trace.go:171","msg":"trace[1919743664] transaction","detail":"{read_only:false; response_revision:14069; number_of_response:1; }","duration":"110.440188ms","start":"2026-03-31T22:54:58.69503Z","end":"2026-03-31T22:54:58.80547Z","steps":["trace[1919743664] 'process raft request' (duration: 110.303565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:59.669963Z","caller":"traceutil/trace.go:171","msg":"trace[1301271353] transaction","detail":"{read_only:false; response_revision:14075; number_of_response:1; }","duration":"109.363804ms","start":"2026-03-31T22:54:59.560565Z","end":"2026-03-31T22:54:59.669929Z","steps":["trace[1301271353] 'process raft request' (duration: 51.407458ms)","trace[1301271353] 'compare' (duration: 57.843034ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:55:09.311496Z","caller":"traceutil/trace.go:171","msg":"trace[694762650] transaction","detail":"{read_only:false; response_revision:14124; number_of_response:1; }","duration":"114.562621ms","start":"2026-03-31T22:55:09.1969Z","end":"2026-03-31T22:55:09.311462Z","steps":["trace[694762650] 'process raft request' (duration: 114.126471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:56:54.138352Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13131} {"level":"info","ts":"2026-03-31T22:56:54.216409Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13131,"took":"76.28659ms","hash":793045840,"current-db-size-bytes":40673280,"current-db-size":"41 MB","current-db-size-in-use-bytes":19415040,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-31T22:56:54.21646Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":793045840,"revision":13131,"compact-revision":11315}