{"level":"warn","ts":"2026-03-01T01:22:49.455548Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T01:22:49.455662Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T01:22:49.455763Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T01:22:49.455778Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-01T01:22:49.455801Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T01:22:49.456502Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-03-01T01:22:49.456581Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T01:22:49.460543Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.578831ms"} {"level":"info","ts":"2026-03-01T01:22:49.471244Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-03-01T01:22:49.472742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T01:22:49.472799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-03-01T01:22:49.472815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T01:22:49.472828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-03-01T01:22:49.472883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-03-01T01:22:49.483446Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T01:22:49.485292Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T01:22:49.486759Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T01:22:49.490024Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T01:22:49.490378Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T01:22:49.490395Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T01:22:49.490544Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T01:22:49.490596Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T01:22:49.491901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-03-01T01:22:49.492288Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-01T01:22:49.494854Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T01:22:49.494967Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-01T01:22:49.495031Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-01T01:22:49.495162Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T01:22:49.495202Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T01:22:50.373917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T01:22:50.374086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T01:22:50.37413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-03-01T01:22:50.374161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-03-01T01:22:50.374176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-01T01:22:50.3742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-03-01T01:22:50.374217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-01T01:22:50.3772Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T01:22:50.377243Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T01:22:50.377275Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T01:22:50.377447Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:50.377649Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T01:22:50.377714Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T01:22:50.380473Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-01T01:22:50.380509Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:50.380771Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:50.380825Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:50.381034Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-03-01T01:22:59.80329Z","caller":"traceutil/trace.go:171","msg":"trace[1719258772] linearizableReadLoop","detail":"{readStateIndex:348; appliedIndex:347; }","duration":"195.285677ms","start":"2026-03-01T01:22:59.607977Z","end":"2026-03-01T01:22:59.803263Z","steps":["trace[1719258772] 'read index received' (duration: 195.054651ms)","trace[1719258772] 'applied index is now lower than readState.Index' (duration: 229.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:22:59.803385Z","caller":"traceutil/trace.go:171","msg":"trace[1276084385] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"312.107951ms","start":"2026-03-01T01:22:59.491235Z","end":"2026-03-01T01:22:59.803343Z","steps":["trace[1276084385] 'process raft request' (duration: 311.884835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:22:59.803537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.547885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:22:59.803658Z","caller":"traceutil/trace.go:171","msg":"trace[1548886819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:337; }","duration":"195.707259ms","start":"2026-03-01T01:22:59.607933Z","end":"2026-03-01T01:22:59.80364Z","steps":["trace[1548886819] 'agreement among raft nodes before linearized reading' (duration: 195.499333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:22:59.804024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:22:59.491216Z","time spent":"312.259865ms","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":203,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:23:00.309233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979930634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:23:00.790436Z","caller":"traceutil/trace.go:171","msg":"trace[1953028891] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"982.253511ms","start":"2026-03-01T01:22:59.808147Z","end":"2026-03-01T01:23:00.7904Z","steps":["trace[1953028891] 'process raft request' (duration: 982.046606ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:00.790628Z","caller":"traceutil/trace.go:171","msg":"trace[1818813177] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"982.446076ms","start":"2026-03-01T01:22:59.808144Z","end":"2026-03-01T01:23:00.79059Z","steps":["trace[1818813177] 'process raft request' (duration: 982.20674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:00.791104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:22:59.808127Z","time spent":"982.60634ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:00.791235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:22:59.808129Z","time spent":"982.399174ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:01.724001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.197997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:01.724107Z","caller":"traceutil/trace.go:171","msg":"trace[1502336774] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:348; }","duration":"1.915772723s","start":"2026-03-01T01:22:59.808319Z","end":"2026-03-01T01:23:01.724092Z","steps":["trace[1502336774] 'read index received' (duration: 981.896921ms)","trace[1502336774] 'applied index is now lower than readState.Index' (duration: 933.874372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:01.724225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915904056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-01T01:23:01.724197Z","caller":"traceutil/trace.go:171","msg":"trace[1035890106] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"1.915978889s","start":"2026-03-01T01:22:59.808187Z","end":"2026-03-01T01:23:01.724166Z","steps":["trace[1035890106] 'process raft request' (duration: 1.079363811s)","trace[1035890106] 'compare' (duration: 835.353555ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:01.724263Z","caller":"traceutil/trace.go:171","msg":"trace[773213077] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:340; }","duration":"1.915960828s","start":"2026-03-01T01:22:59.808291Z","end":"2026-03-01T01:23:01.724252Z","steps":["trace[773213077] 'agreement among raft nodes before linearized reading' (duration: 1.915882386s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:01.724299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:22:59.808281Z","time spent":"1.916010219s","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-01T01:23:01.72435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:22:59.808166Z","time spent":"1.916103441s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:01.724497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.356583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:01.724613Z","caller":"traceutil/trace.go:171","msg":"trace[746284050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:340; }","duration":"957.533457ms","start":"2026-03-01T01:23:00.767049Z","end":"2026-03-01T01:23:01.724582Z","steps":["trace[746284050] 'agreement among raft nodes before linearized reading' (duration: 957.360653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:01.724717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:00.767015Z","time spent":"957.686912ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:23:01.725087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646388824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:01.725185Z","caller":"traceutil/trace.go:171","msg":"trace[1886281634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:340; }","duration":"1.646536328s","start":"2026-03-01T01:23:00.078626Z","end":"2026-03-01T01:23:01.725162Z","steps":["trace[1886281634] 'agreement among raft nodes before linearized reading' (duration: 1.645684445s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:01.725233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:00.078603Z","time spent":"1.64662239s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:23:02.226313Z","caller":"traceutil/trace.go:171","msg":"trace[1737524886] linearizableReadLoop","detail":"{readStateIndex:352; appliedIndex:351; }","duration":"495.589232ms","start":"2026-03-01T01:23:01.730693Z","end":"2026-03-01T01:23:02.226282Z","steps":["trace[1737524886] 'read index received' (duration: 476.32988ms)","trace[1737524886] 'applied index is now lower than readState.Index' (duration: 19.257622ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:02.226378Z","caller":"traceutil/trace.go:171","msg":"trace[1405110772] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"497.274546ms","start":"2026-03-01T01:23:01.729065Z","end":"2026-03-01T01:23:02.226339Z","steps":["trace[1405110772] 'process raft request' (duration: 477.965213ms)","trace[1405110772] 'compare' (duration: 18.988335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:02.226443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.731196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:02.22651Z","caller":"traceutil/trace.go:171","msg":"trace[297259762] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:341; }","duration":"495.818878ms","start":"2026-03-01T01:23:01.73067Z","end":"2026-03-01T01:23:02.226489Z","steps":["trace[297259762] 'agreement among raft nodes before linearized reading' (duration: 495.716655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.22654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:01.730658Z","time spent":"495.876329ms","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-01T01:23:02.226534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:01.729041Z","time spent":"497.41105ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:02.243637Z","caller":"traceutil/trace.go:171","msg":"trace[1222854267] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"508.064087ms","start":"2026-03-01T01:23:01.735552Z","end":"2026-03-01T01:23:02.243616Z","steps":["trace[1222854267] 'process raft request' (duration: 507.850151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.243812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:01.735539Z","time spent":"508.153929ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:02.243763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.083029ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:02.243889Z","caller":"traceutil/trace.go:171","msg":"trace[8377686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:342; }","duration":"277.216502ms","start":"2026-03-01T01:23:01.966653Z","end":"2026-03-01T01:23:02.243869Z","steps":["trace[8377686] 'agreement among raft nodes before linearized reading' (duration: 277.021657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.244695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.780719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:02.245186Z","caller":"traceutil/trace.go:171","msg":"trace[58365684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:342; }","duration":"437.295563ms","start":"2026-03-01T01:23:01.807862Z","end":"2026-03-01T01:23:02.245157Z","steps":["trace[58365684] 'agreement among raft nodes before linearized reading' (duration: 435.721262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.245287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:01.80784Z","time spent":"437.408216ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:23:07.182425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.651458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:07.182546Z","caller":"traceutil/trace.go:171","msg":"trace[1915974212] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"370.367879ms","start":"2026-03-01T01:23:06.81216Z","end":"2026-03-01T01:23:07.182528Z","steps":["trace[1915974212] 'read index received' (duration: 230.538396ms)","trace[1915974212] 'applied index is now lower than readState.Index' (duration: 139.828273ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:07.182786Z","caller":"traceutil/trace.go:171","msg":"trace[584034797] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"689.820433ms","start":"2026-03-01T01:23:06.492948Z","end":"2026-03-01T01:23:07.182769Z","steps":["trace[584034797] 'process raft request' (duration: 549.733243ms)","trace[584034797] 'compare' (duration: 139.34383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:07.18314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.863388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:23:07.183538Z","caller":"traceutil/trace.go:171","msg":"trace[651748059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:419; }","duration":"367.465094ms","start":"2026-03-01T01:23:06.81605Z","end":"2026-03-01T01:23:07.183515Z","steps":["trace[651748059] 'agreement among raft nodes before linearized reading' (duration: 366.812237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:07.183136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:06.492933Z","time spent":"689.969336ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:07.183602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:06.816035Z","time spent":"367.552626ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:23:07.183407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.224761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:07.183458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.950742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:23:07.183843Z","caller":"traceutil/trace.go:171","msg":"trace[1483053941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"371.642573ms","start":"2026-03-01T01:23:06.812129Z","end":"2026-03-01T01:23:07.183771Z","steps":["trace[1483053941] 'agreement among raft nodes before linearized reading' (duration: 371.209631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:07.183924Z","caller":"traceutil/trace.go:171","msg":"trace[1659032409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"364.382354ms","start":"2026-03-01T01:23:06.819472Z","end":"2026-03-01T01:23:07.183855Z","steps":["trace[1659032409] 'agreement among raft nodes before linearized reading' (duration: 363.921962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:07.184014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:06.812112Z","time spent":"371.849778ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:23:07.184059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:06.819462Z","time spent":"364.553468ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:23:09.092506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04586691s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:09.09262Z","caller":"traceutil/trace.go:171","msg":"trace[583140743] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.90414013s","start":"2026-03-01T01:23:07.188461Z","end":"2026-03-01T01:23:09.092601Z","steps":["trace[583140743] 'process raft request' (duration: 858.090906ms)","trace[583140743] 'compare' (duration: 1.045560801s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:09.092739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:07.188439Z","time spent":"1.904219372s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:09.156332Z","caller":"traceutil/trace.go:171","msg":"trace[426420058] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:432; }","duration":"1.411103969s","start":"2026-03-01T01:23:07.745192Z","end":"2026-03-01T01:23:09.156296Z","steps":["trace[426420058] 'read index received' (duration: 301.422653ms)","trace[426420058] 'applied index is now lower than readState.Index' (duration: 1.109680276s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:09.156369Z","caller":"traceutil/trace.go:171","msg":"trace[1000787474] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.967556716s","start":"2026-03-01T01:23:07.188789Z","end":"2026-03-01T01:23:09.156345Z","steps":["trace[1000787474] 'process raft request' (duration: 1.96735143s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:09.156493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:07.188769Z","time spent":"1.967660839s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:09.15651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411304665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:23:09.156549Z","caller":"traceutil/trace.go:171","msg":"trace[1768666181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"1.411401888s","start":"2026-03-01T01:23:07.745134Z","end":"2026-03-01T01:23:09.156536Z","steps":["trace[1768666181] 'agreement among raft nodes before linearized reading' (duration: 1.411313236s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:09.156592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:07.745111Z","time spent":"1.411472379s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:23:10.168957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.359637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:23:10.169179Z","caller":"traceutil/trace.go:171","msg":"trace[1395006970] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.007948145s","start":"2026-03-01T01:23:09.161213Z","end":"2026-03-01T01:23:10.169161Z","steps":["trace[1395006970] 'process raft request' (duration: 1.007848802s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:10.16919Z","caller":"traceutil/trace.go:171","msg":"trace[870719089] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"1.012738177s","start":"2026-03-01T01:23:09.156417Z","end":"2026-03-01T01:23:10.169155Z","steps":["trace[870719089] 'read index received' (duration: 489.179585ms)","trace[870719089] 'applied index is now lower than readState.Index' (duration: 523.552852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:10.169289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:09.161131Z","time spent":"1.008092468s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:10.169341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170884887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-01T01:23:10.169382Z","caller":"traceutil/trace.go:171","msg":"trace[92317498] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:422; }","duration":"2.17098554s","start":"2026-03-01T01:23:07.998387Z","end":"2026-03-01T01:23:10.169372Z","steps":["trace[92317498] 'agreement among raft nodes before linearized reading' (duration: 2.170870147s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:10.16937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361092293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:10.169421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:07.998361Z","time spent":"2.171052312s","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T01:23:10.16946Z","caller":"traceutil/trace.go:171","msg":"trace[1695399415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"1.361233187s","start":"2026-03-01T01:23:08.808206Z","end":"2026-03-01T01:23:10.16944Z","steps":["trace[1695399415] 'agreement among raft nodes before linearized reading' (duration: 1.361049412s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:10.169512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:08.808186Z","time spent":"1.36131852s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:23:10.169664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906597742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T01:23:10.170236Z","caller":"traceutil/trace.go:171","msg":"trace[1606250120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"1.907283391s","start":"2026-03-01T01:23:08.262921Z","end":"2026-03-01T01:23:10.170204Z","steps":["trace[1606250120] 'agreement among raft nodes before linearized reading' (duration: 1.906434637s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:10.170301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:08.262902Z","time spent":"1.907385044s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:23:20.353745Z","caller":"traceutil/trace.go:171","msg":"trace[1232597764] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"131.990394ms","start":"2026-03-01T01:23:20.221727Z","end":"2026-03-01T01:23:20.353717Z","steps":["trace[1232597764] 'process raft request' (duration: 131.728836ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:20.65663Z","caller":"traceutil/trace.go:171","msg":"trace[1397894188] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"298.644542ms","start":"2026-03-01T01:23:20.357961Z","end":"2026-03-01T01:23:20.656605Z","steps":["trace[1397894188] 'process raft request' (duration: 298.495848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:23.029848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.011469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:23.029851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.992083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-03-01T01:23:23.02994Z","caller":"traceutil/trace.go:171","msg":"trace[237297017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:481; }","duration":"222.155824ms","start":"2026-03-01T01:23:22.807763Z","end":"2026-03-01T01:23:23.029919Z","steps":["trace[237297017] 'range keys from in-memory index tree' (duration: 221.859305ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:23.029967Z","caller":"traceutil/trace.go:171","msg":"trace[1886140876] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:481; }","duration":"183.149867ms","start":"2026-03-01T01:23:22.846788Z","end":"2026-03-01T01:23:23.029938Z","steps":["trace[1886140876] 'range keys from in-memory index tree' (duration: 182.834079ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.155828Z","caller":"traceutil/trace.go:171","msg":"trace[1255448103] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"117.721526ms","start":"2026-03-01T01:23:24.038078Z","end":"2026-03-01T01:23:24.1558Z","steps":["trace[1255448103] 'process raft request' (duration: 37.758771ms)","trace[1255448103] 'compare' (duration: 79.843692ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:24.476355Z","caller":"traceutil/trace.go:171","msg":"trace[1987352869] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:514; }","duration":"111.093512ms","start":"2026-03-01T01:23:24.365236Z","end":"2026-03-01T01:23:24.47633Z","steps":["trace[1987352869] 'read index received' (duration: 95.165369ms)","trace[1987352869] 'applied index is now lower than readState.Index' (duration: 15.927443ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:24.476454Z","caller":"traceutil/trace.go:171","msg":"trace[1713782278] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"168.11177ms","start":"2026-03-01T01:23:24.308316Z","end":"2026-03-01T01:23:24.476428Z","steps":["trace[1713782278] 'process raft request' (duration: 151.96326ms)","trace[1713782278] 'compare' (duration: 15.946044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:24.476661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.387831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:24.476746Z","caller":"traceutil/trace.go:171","msg":"trace[76454944] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:498; }","duration":"111.540645ms","start":"2026-03-01T01:23:24.365185Z","end":"2026-03-01T01:23:24.476726Z","steps":["trace[76454944] 'agreement among raft nodes before linearized reading' (duration: 111.270537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:24.532509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.170739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:23:24.532523Z","caller":"traceutil/trace.go:171","msg":"trace[1073288127] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"148.927625ms","start":"2026-03-01T01:23:24.383568Z","end":"2026-03-01T01:23:24.532496Z","steps":["trace[1073288127] 'process raft request' (duration: 148.258716ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.532582Z","caller":"traceutil/trace.go:171","msg":"trace[365676241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:499; }","duration":"150.278163ms","start":"2026-03-01T01:23:24.382286Z","end":"2026-03-01T01:23:24.532564Z","steps":["trace[365676241] 'agreement among raft nodes before linearized reading' (duration: 150.149379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:24.762215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.945479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:24.762351Z","caller":"traceutil/trace.go:171","msg":"trace[195452048] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"224.351135ms","start":"2026-03-01T01:23:24.53798Z","end":"2026-03-01T01:23:24.762331Z","steps":["trace[195452048] 'process raft request' (duration: 44.193251ms)","trace[195452048] 'compare' (duration: 179.829525ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:24.803564Z","caller":"traceutil/trace.go:171","msg":"trace[358966214] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"227.564994ms","start":"2026-03-01T01:23:24.575968Z","end":"2026-03-01T01:23:24.803533Z","steps":["trace[358966214] 'process raft request' (duration: 227.332927ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.803736Z","caller":"traceutil/trace.go:171","msg":"trace[1459866247] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"226.733411ms","start":"2026-03-01T01:23:24.576945Z","end":"2026-03-01T01:23:24.803678Z","steps":["trace[1459866247] 'process raft request' (duration: 226.479144ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.804152Z","caller":"traceutil/trace.go:171","msg":"trace[417934593] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"226.981108ms","start":"2026-03-01T01:23:24.577157Z","end":"2026-03-01T01:23:24.804138Z","steps":["trace[417934593] 'process raft request' (duration: 226.627138ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.804185Z","caller":"traceutil/trace.go:171","msg":"trace[1377720118] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"226.422022ms","start":"2026-03-01T01:23:24.577745Z","end":"2026-03-01T01:23:24.804167Z","steps":["trace[1377720118] 'process raft request' (duration: 226.212827ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.804452Z","caller":"traceutil/trace.go:171","msg":"trace[633387217] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"224.523749ms","start":"2026-03-01T01:23:24.579913Z","end":"2026-03-01T01:23:24.804436Z","steps":["trace[633387217] 'process raft request' (duration: 224.103217ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.804911Z","caller":"traceutil/trace.go:171","msg":"trace[155368288] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"224.581941ms","start":"2026-03-01T01:23:24.580321Z","end":"2026-03-01T01:23:24.804903Z","steps":["trace[155368288] 'process raft request' (duration: 223.739007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:24.805132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.555104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-01T01:23:24.805185Z","caller":"traceutil/trace.go:171","msg":"trace[1411864147] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:510; }","duration":"227.650706ms","start":"2026-03-01T01:23:24.577521Z","end":"2026-03-01T01:23:24.805172Z","steps":["trace[1411864147] 'agreement among raft nodes before linearized reading' (duration: 227.520113ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.804863Z","caller":"traceutil/trace.go:171","msg":"trace[58247427] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:520; }","duration":"227.293276ms","start":"2026-03-01T01:23:24.577555Z","end":"2026-03-01T01:23:24.804848Z","steps":["trace[58247427] 'read index received' (duration: 4.632289ms)","trace[58247427] 'applied index is now lower than readState.Index' (duration: 222.660277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:24.805619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.862176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:24.805668Z","caller":"traceutil/trace.go:171","msg":"trace[487204317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:510; }","duration":"133.937128ms","start":"2026-03-01T01:23:24.671718Z","end":"2026-03-01T01:23:24.805655Z","steps":["trace[487204317] 'agreement among raft nodes before linearized reading' (duration: 133.856456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:24.806137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.830356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-01T01:23:24.806203Z","caller":"traceutil/trace.go:171","msg":"trace[320152593] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:510; }","duration":"188.896407ms","start":"2026-03-01T01:23:24.617274Z","end":"2026-03-01T01:23:24.80617Z","steps":["trace[320152593] 'agreement among raft nodes before linearized reading' (duration: 188.241279ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.569722Z","caller":"traceutil/trace.go:171","msg":"trace[921639436] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"754.992884ms","start":"2026-03-01T01:23:25.814696Z","end":"2026-03-01T01:23:26.569689Z","steps":["trace[921639436] 'process raft request' (duration: 754.796099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:26.569944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:25.814682Z","time spent":"755.158439ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:27.104477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.80672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T01:23:27.104493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.195417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-01T01:23:27.10457Z","caller":"traceutil/trace.go:171","msg":"trace[759616119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:523; }","duration":"338.946424ms","start":"2026-03-01T01:23:26.765596Z","end":"2026-03-01T01:23:27.104542Z","steps":["trace[759616119] 'range keys from in-memory index tree' (duration: 338.667986ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.104584Z","caller":"traceutil/trace.go:171","msg":"trace[1427145522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:523; }","duration":"498.339931ms","start":"2026-03-01T01:23:26.606222Z","end":"2026-03-01T01:23:27.104562Z","steps":["trace[1427145522] 'range keys from in-memory index tree' (duration: 498.002111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:27.104849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:26.606202Z","time spent":"498.428853ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T01:23:27.104857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:26.765573Z","time spent":"339.050096ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:23:27.104857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.061315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:27.104926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.798092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:27.105025Z","caller":"traceutil/trace.go:171","msg":"trace[74761334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:523; }","duration":"282.944556ms","start":"2026-03-01T01:23:26.822057Z","end":"2026-03-01T01:23:27.105002Z","steps":["trace[74761334] 'range keys from in-memory index tree' (duration: 282.418011ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.104951Z","caller":"traceutil/trace.go:171","msg":"trace[559070827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"294.410415ms","start":"2026-03-01T01:23:26.810519Z","end":"2026-03-01T01:23:27.104929Z","steps":["trace[559070827] 'range keys from in-memory index tree' (duration: 293.940091ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.222377Z","caller":"traceutil/trace.go:171","msg":"trace[996017856] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"112.558193ms","start":"2026-03-01T01:23:27.109775Z","end":"2026-03-01T01:23:27.222333Z","steps":["trace[996017856] 'process raft request' (duration: 112.485411ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.222393Z","caller":"traceutil/trace.go:171","msg":"trace[25735145] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"112.616394ms","start":"2026-03-01T01:23:27.109738Z","end":"2026-03-01T01:23:27.222355Z","steps":["trace[25735145] 'process raft request' (duration: 112.288235ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.227631Z","caller":"traceutil/trace.go:171","msg":"trace[742604612] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"114.144817ms","start":"2026-03-01T01:23:27.113462Z","end":"2026-03-01T01:23:27.227607Z","steps":["trace[742604612] 'process raft request' (duration: 113.86852ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:29.378893Z","caller":"traceutil/trace.go:171","msg":"trace[1749514572] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:546; }","duration":"142.2714ms","start":"2026-03-01T01:23:29.236602Z","end":"2026-03-01T01:23:29.378873Z","steps":["trace[1749514572] 'read index received' (duration: 66.766908ms)","trace[1749514572] 'applied index is now lower than readState.Index' (duration: 75.503942ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:29.378991Z","caller":"traceutil/trace.go:171","msg":"trace[10993893] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"149.80199ms","start":"2026-03-01T01:23:29.229159Z","end":"2026-03-01T01:23:29.378961Z","steps":["trace[10993893] 'process raft request' (duration: 120.160175ms)","trace[10993893] 'compare' (duration: 29.460109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:29.37903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.419464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:23:29.379227Z","caller":"traceutil/trace.go:171","msg":"trace[1431865331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:530; }","duration":"142.63723ms","start":"2026-03-01T01:23:29.236557Z","end":"2026-03-01T01:23:29.379195Z","steps":["trace[1431865331] 'agreement among raft nodes before linearized reading' (duration: 142.425244ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:29.516337Z","caller":"traceutil/trace.go:171","msg":"trace[295724572] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"132.775736ms","start":"2026-03-01T01:23:29.383548Z","end":"2026-03-01T01:23:29.516324Z","steps":["trace[295724572] 'process raft request' (duration: 118.724105ms)","trace[295724572] 'compare' (duration: 13.978569ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:35.806085Z","caller":"traceutil/trace.go:171","msg":"trace[106012075] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:705; }","duration":"351.632097ms","start":"2026-03-01T01:23:35.454426Z","end":"2026-03-01T01:23:35.806058Z","steps":["trace[106012075] 'read index received' (duration: 351.496413ms)","trace[106012075] 'applied index is now lower than readState.Index' (duration: 134.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:35.806153Z","caller":"traceutil/trace.go:171","msg":"trace[353341183] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"403.569873ms","start":"2026-03-01T01:23:35.402564Z","end":"2026-03-01T01:23:35.806134Z","steps":["trace[353341183] 'process raft request' (duration: 403.363467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:35.806279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:35.402551Z","time spent":"403.656755ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:35.80628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.444559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:23:35.806319Z","caller":"traceutil/trace.go:171","msg":"trace[39087502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:687; }","duration":"306.543082ms","start":"2026-03-01T01:23:35.499765Z","end":"2026-03-01T01:23:35.806308Z","steps":["trace[39087502] 'agreement among raft nodes before linearized reading' (duration: 306.461509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:35.80631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.863234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rqmp8\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-01T01:23:35.806352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:35.499738Z","time spent":"306.605674ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:23:35.806375Z","caller":"traceutil/trace.go:171","msg":"trace[1509697130] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rqmp8; range_end:; response_count:1; response_revision:687; }","duration":"351.965336ms","start":"2026-03-01T01:23:35.454395Z","end":"2026-03-01T01:23:35.80636Z","steps":["trace[1509697130] 'agreement among raft nodes before linearized reading' (duration: 351.76025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:35.806359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.777216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:23:35.80641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:35.454384Z","time spent":"352.020158ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-rqmp8\" "} {"level":"info","ts":"2026-03-01T01:23:35.806429Z","caller":"traceutil/trace.go:171","msg":"trace[953563096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:687; }","duration":"270.89885ms","start":"2026-03-01T01:23:35.535512Z","end":"2026-03-01T01:23:35.806411Z","steps":["trace[953563096] 'agreement among raft nodes before linearized reading' (duration: 270.770166ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:36.235378Z","caller":"traceutil/trace.go:171","msg":"trace[323925673] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"417.941492ms","start":"2026-03-01T01:23:35.817417Z","end":"2026-03-01T01:23:36.235359Z","steps":["trace[323925673] 'process raft request' (duration: 417.882281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:36.235501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:35.817394Z","time spent":"418.043526ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:36.235492Z","caller":"traceutil/trace.go:171","msg":"trace[122857613] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"426.238293ms","start":"2026-03-01T01:23:35.80922Z","end":"2026-03-01T01:23:36.235458Z","steps":["trace[122857613] 'process raft request' (duration: 425.937085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:36.23568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:35.809205Z","time spent":"426.371257ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:37.30845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979931282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:37.808755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979931282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:38.308887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979931282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:38.569193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.902589486s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:23:38.569641Z","caller":"traceutil/trace.go:171","msg":"trace[768499540] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"1.761609751s","start":"2026-03-01T01:23:36.808003Z","end":"2026-03-01T01:23:38.569612Z","steps":["trace[768499540] 'read index received' (duration: 1.761389395s)","trace[768499540] 'applied index is now lower than readState.Index' (duration: 219.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:38.569689Z","caller":"traceutil/trace.go:171","msg":"trace[9582526] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"1.903172412s","start":"2026-03-01T01:23:36.666488Z","end":"2026-03-01T01:23:38.56966Z","steps":["trace[9582526] 'process raft request' (duration: 1.902980676s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:38.569796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761769496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:38.569845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:36.666462Z","time spent":"1.903294295s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:38.569876Z","caller":"traceutil/trace.go:171","msg":"trace[41562021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:691; }","duration":"1.761888859s","start":"2026-03-01T01:23:36.807969Z","end":"2026-03-01T01:23:38.569858Z","steps":["trace[41562021] 'agreement among raft nodes before linearized reading' (duration: 1.761751245s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:38.569906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22335126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T01:23:38.56992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:36.807946Z","time spent":"1.761967152s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:23:38.569956Z","caller":"traceutil/trace.go:171","msg":"trace[145376507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:691; }","duration":"1.223455182s","start":"2026-03-01T01:23:37.346485Z","end":"2026-03-01T01:23:38.56994Z","steps":["trace[145376507] 'agreement among raft nodes before linearized reading' (duration: 1.223266647s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:38.570004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:37.34646Z","time spent":"1.223532215s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:23:38.570024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.310091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:23:38.570022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.463118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:23:38.570042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.120587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:38.570094Z","caller":"traceutil/trace.go:171","msg":"trace[299887650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:691; }","duration":"691.413074ms","start":"2026-03-01T01:23:37.878658Z","end":"2026-03-01T01:23:38.570071Z","steps":["trace[299887650] 'agreement among raft nodes before linearized reading' (duration: 691.213869ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:38.570111Z","caller":"traceutil/trace.go:171","msg":"trace[891369893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:691; }","duration":"330.611562ms","start":"2026-03-01T01:23:38.239481Z","end":"2026-03-01T01:23:38.570092Z","steps":["trace[891369893] 'agreement among raft nodes before linearized reading' (duration: 330.351234ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:38.570125Z","caller":"traceutil/trace.go:171","msg":"trace[1580466048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:691; }","duration":"760.24343ms","start":"2026-03-01T01:23:37.809862Z","end":"2026-03-01T01:23:38.570105Z","steps":["trace[1580466048] 'agreement among raft nodes before linearized reading' (duration: 760.012384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:38.570146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:37.878644Z","time spent":"691.493956ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:23:38.570157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:38.239458Z","time spent":"330.691424ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:23:38.570173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:37.809843Z","time spent":"760.319303ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:23:38.763075Z","caller":"traceutil/trace.go:171","msg":"trace[865921005] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"188.113666ms","start":"2026-03-01T01:23:38.574943Z","end":"2026-03-01T01:23:38.763056Z","steps":["trace[865921005] 'process raft request' (duration: 187.978082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:38.766348Z","caller":"traceutil/trace.go:171","msg":"trace[673782070] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"191.365277ms","start":"2026-03-01T01:23:38.574966Z","end":"2026-03-01T01:23:38.766331Z","steps":["trace[673782070] 'process raft request' (duration: 191.249394ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:38.766513Z","caller":"traceutil/trace.go:171","msg":"trace[1847420455] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"190.845222ms","start":"2026-03-01T01:23:38.575658Z","end":"2026-03-01T01:23:38.766503Z","steps":["trace[1847420455] 'process raft request' (duration: 190.637476ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:38.766687Z","caller":"traceutil/trace.go:171","msg":"trace[1992046930] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:710; }","duration":"188.540357ms","start":"2026-03-01T01:23:38.578136Z","end":"2026-03-01T01:23:38.766677Z","steps":["trace[1992046930] 'read index received' (duration: 184.828004ms)","trace[1992046930] 'applied index is now lower than readState.Index' (duration: 3.711793ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:38.766721Z","caller":"traceutil/trace.go:171","msg":"trace[2068862490] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"190.955785ms","start":"2026-03-01T01:23:38.575756Z","end":"2026-03-01T01:23:38.766712Z","steps":["trace[2068862490] 'process raft request' (duration: 190.714019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:38.766889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.731264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:38.766925Z","caller":"traceutil/trace.go:171","msg":"trace[2074925911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"188.822706ms","start":"2026-03-01T01:23:38.578087Z","end":"2026-03-01T01:23:38.76691Z","steps":["trace[2074925911] 'agreement among raft nodes before linearized reading' (duration: 188.637751ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:40.842823Z","caller":"traceutil/trace.go:171","msg":"trace[399800026] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"145.936422ms","start":"2026-03-01T01:23:40.69686Z","end":"2026-03-01T01:23:40.842796Z","steps":["trace[399800026] 'process raft request' (duration: 145.763338ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:49.346794Z","caller":"traceutil/trace.go:171","msg":"trace[1596891861] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"221.846325ms","start":"2026-03-01T01:23:49.124921Z","end":"2026-03-01T01:23:49.346767Z","steps":["trace[1596891861] 'process raft request' (duration: 221.67628ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:49.562936Z","caller":"traceutil/trace.go:171","msg":"trace[1149708259] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"342.147193ms","start":"2026-03-01T01:23:49.22071Z","end":"2026-03-01T01:23:49.562858Z","steps":["trace[1149708259] 'process raft request' (duration: 341.987759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:49.563187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:49.220691Z","time spent":"342.4267ms","remote":"127.0.0.1:50320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2257,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:23:59.06969Z","caller":"traceutil/trace.go:171","msg":"trace[1467249900] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"644.391225ms","start":"2026-03-01T01:23:58.425274Z","end":"2026-03-01T01:23:59.069665Z","steps":["trace[1467249900] 'process raft request' (duration: 644.23458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:59.069856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:58.425251Z","time spent":"644.519119ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:59.078682Z","caller":"traceutil/trace.go:171","msg":"trace[882805753] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"442.836085ms","start":"2026-03-01T01:23:58.635822Z","end":"2026-03-01T01:23:59.078658Z","steps":["trace[882805753] 'process raft request' (duration: 442.675611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:59.078797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:58.635783Z","time spent":"442.955578ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:59.078806Z","caller":"traceutil/trace.go:171","msg":"trace[301348484] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:972; }","duration":"111.868543ms","start":"2026-03-01T01:23:58.966909Z","end":"2026-03-01T01:23:59.078778Z","steps":["trace[301348484] 'read index received' (duration: 102.696618ms)","trace[301348484] 'applied index is now lower than readState.Index' (duration: 9.169905ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:59.078921Z","caller":"traceutil/trace.go:171","msg":"trace[211238503] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"395.459507ms","start":"2026-03-01T01:23:58.683452Z","end":"2026-03-01T01:23:59.078911Z","steps":["trace[211238503] 'process raft request' (duration: 395.144788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:59.079035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:58.683431Z","time spent":"395.524238ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:59.07905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.777772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:23:59.079104Z","caller":"traceutil/trace.go:171","msg":"trace[1812495935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:950; }","duration":"106.847064ms","start":"2026-03-01T01:23:58.972241Z","end":"2026-03-01T01:23:59.079089Z","steps":["trace[1812495935] 'agreement among raft nodes before linearized reading' (duration: 106.69459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:59.079236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.325227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:59.079307Z","caller":"traceutil/trace.go:171","msg":"trace[995051209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:950; }","duration":"112.42621ms","start":"2026-03-01T01:23:58.96686Z","end":"2026-03-01T01:23:59.079287Z","steps":["trace[995051209] 'agreement among raft nodes before linearized reading' (duration: 112.257715ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:21.575331Z","caller":"traceutil/trace.go:171","msg":"trace[2133876783] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1229; }","duration":"305.276555ms","start":"2026-03-01T01:24:21.270032Z","end":"2026-03-01T01:24:21.575308Z","steps":["trace[2133876783] 'read index received' (duration: 305.0834ms)","trace[2133876783] 'applied index is now lower than readState.Index' (duration: 192.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:21.575362Z","caller":"traceutil/trace.go:171","msg":"trace[1889196185] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"392.077675ms","start":"2026-03-01T01:24:21.183261Z","end":"2026-03-01T01:24:21.575339Z","steps":["trace[1889196185] 'process raft request' (duration: 391.90019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:21.575488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:21.183221Z","time spent":"392.192278ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:21.575525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.482241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T01:24:21.575568Z","caller":"traceutil/trace.go:171","msg":"trace[1716763094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1195; }","duration":"305.550853ms","start":"2026-03-01T01:24:21.270004Z","end":"2026-03-01T01:24:21.575555Z","steps":["trace[1716763094] 'agreement among raft nodes before linearized reading' (duration: 305.42175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:21.575606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:21.269991Z","time spent":"305.604775ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:24:21.57567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.548115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T01:24:21.575691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.552363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:21.575728Z","caller":"traceutil/trace.go:171","msg":"trace[99012595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1195; }","duration":"303.624548ms","start":"2026-03-01T01:24:21.272084Z","end":"2026-03-01T01:24:21.575709Z","steps":["trace[99012595] 'agreement among raft nodes before linearized reading' (duration: 303.485824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:21.575741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.712046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:24:21.575762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.765255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T01:24:21.575773Z","caller":"traceutil/trace.go:171","msg":"trace[244422215] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1195; }","duration":"136.688007ms","start":"2026-03-01T01:24:21.439065Z","end":"2026-03-01T01:24:21.575753Z","steps":["trace[244422215] 'agreement among raft nodes before linearized reading' (duration: 136.540103ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:21.575784Z","caller":"traceutil/trace.go:171","msg":"trace[953638157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1195; }","duration":"247.765848ms","start":"2026-03-01T01:24:21.328006Z","end":"2026-03-01T01:24:21.575772Z","steps":["trace[953638157] 'agreement among raft nodes before linearized reading' (duration: 247.591543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:21.575773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:21.272068Z","time spent":"303.694679ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:24:21.575794Z","caller":"traceutil/trace.go:171","msg":"trace[940754037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1195; }","duration":"274.807877ms","start":"2026-03-01T01:24:21.300978Z","end":"2026-03-01T01:24:21.575786Z","steps":["trace[940754037] 'agreement among raft nodes before linearized reading' (duration: 274.714654ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:22.963459Z","caller":"traceutil/trace.go:171","msg":"trace[2128923889] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"245.015627ms","start":"2026-03-01T01:24:22.718416Z","end":"2026-03-01T01:24:22.963432Z","steps":["trace[2128923889] 'process raft request' (duration: 244.830312ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:36.281836Z","caller":"traceutil/trace.go:171","msg":"trace[733030298] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"203.556515ms","start":"2026-03-01T01:24:36.078256Z","end":"2026-03-01T01:24:36.281813Z","steps":["trace[733030298] 'process raft request' (duration: 196.45703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:42.371684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979932911,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:24:42.476512Z","caller":"traceutil/trace.go:171","msg":"trace[790114609] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"606.793202ms","start":"2026-03-01T01:24:41.869688Z","end":"2026-03-01T01:24:42.476482Z","steps":["trace[790114609] 'process raft request' (duration: 606.608987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:42.476755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:41.869673Z","time spent":"606.957196ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:42.482034Z","caller":"traceutil/trace.go:171","msg":"trace[1712918418] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"612.277399ms","start":"2026-03-01T01:24:41.86973Z","end":"2026-03-01T01:24:42.482007Z","steps":["trace[1712918418] 'process raft request' (duration: 612.098334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:42.482201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:41.869714Z","time spent":"612.399163ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:42.482311Z","caller":"traceutil/trace.go:171","msg":"trace[508098604] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1570; }","duration":"611.078575ms","start":"2026-03-01T01:24:41.871211Z","end":"2026-03-01T01:24:42.482289Z","steps":["trace[508098604] 'read index received' (duration: 605.052502ms)","trace[508098604] 'applied index is now lower than readState.Index' (duration: 6.024903ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:42.482414Z","caller":"traceutil/trace.go:171","msg":"trace[1628280914] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"610.594061ms","start":"2026-03-01T01:24:41.871651Z","end":"2026-03-01T01:24:42.482245Z","steps":["trace[1628280914] 'process raft request' (duration: 610.310983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:42.482489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:41.871637Z","time spent":"610.820858ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:42.482629Z","caller":"traceutil/trace.go:171","msg":"trace[691470144] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"608.532052ms","start":"2026-03-01T01:24:41.874088Z","end":"2026-03-01T01:24:42.48262Z","steps":["trace[691470144] 'process raft request' (duration: 608.100489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:42.482682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:41.874081Z","time spent":"608.570243ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:42.482838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:24:42.482898Z","caller":"traceutil/trace.go:171","msg":"trace[1128338676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1513; }","duration":"611.727823ms","start":"2026-03-01T01:24:41.871157Z","end":"2026-03-01T01:24:42.482885Z","steps":["trace[1128338676] 'agreement among raft nodes before linearized reading' (duration: 611.537548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:42.482925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:41.871138Z","time spent":"611.782155ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:24:47.437262Z","caller":"traceutil/trace.go:171","msg":"trace[256987482] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"163.075888ms","start":"2026-03-01T01:24:47.274164Z","end":"2026-03-01T01:24:47.43724Z","steps":["trace[256987482] 'process raft request' (duration: 162.963965ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:47.653684Z","caller":"traceutil/trace.go:171","msg":"trace[2067916655] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"207.689764ms","start":"2026-03-01T01:24:47.445971Z","end":"2026-03-01T01:24:47.653661Z","steps":["trace[2067916655] 'process raft request' (duration: 207.506329ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:47.653918Z","caller":"traceutil/trace.go:171","msg":"trace[199677627] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"202.414452ms","start":"2026-03-01T01:24:47.451481Z","end":"2026-03-01T01:24:47.653896Z","steps":["trace[199677627] 'process raft request' (duration: 202.34838ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:47.654032Z","caller":"traceutil/trace.go:171","msg":"trace[1841334367] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"204.451411ms","start":"2026-03-01T01:24:47.449539Z","end":"2026-03-01T01:24:47.653991Z","steps":["trace[1841334367] 'process raft request' (duration: 204.06835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:47.675546Z","caller":"traceutil/trace.go:171","msg":"trace[331280278] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1618; }","duration":"157.796656ms","start":"2026-03-01T01:24:47.517733Z","end":"2026-03-01T01:24:47.67553Z","steps":["trace[331280278] 'read index received' (duration: 135.945977ms)","trace[331280278] 'applied index is now lower than readState.Index' (duration: 21.849789ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:47.675624Z","caller":"traceutil/trace.go:171","msg":"trace[478950246] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"160.479113ms","start":"2026-03-01T01:24:47.515139Z","end":"2026-03-01T01:24:47.675618Z","steps":["trace[478950246] 'process raft request' (duration: 160.309978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:47.675773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.036233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-03-01T01:24:47.675831Z","caller":"traceutil/trace.go:171","msg":"trace[1653418941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1559; }","duration":"158.136886ms","start":"2026-03-01T01:24:47.517681Z","end":"2026-03-01T01:24:47.675818Z","steps":["trace[1653418941] 'agreement among raft nodes before linearized reading' (duration: 157.94313ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:47.832027Z","caller":"traceutil/trace.go:171","msg":"trace[553101655] linearizableReadLoop","detail":"{readStateIndex:1623; appliedIndex:1621; }","duration":"156.417226ms","start":"2026-03-01T01:24:47.675597Z","end":"2026-03-01T01:24:47.832014Z","steps":["trace[553101655] 'read index received' (duration: 144.754611ms)","trace[553101655] 'applied index is now lower than readState.Index' (duration: 11.661815ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:47.83209Z","caller":"traceutil/trace.go:171","msg":"trace[1179569168] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"170.596864ms","start":"2026-03-01T01:24:47.661459Z","end":"2026-03-01T01:24:47.832056Z","steps":["trace[1179569168] 'process raft request' (duration: 158.882337ms)","trace[1179569168] 'compare' (duration: 11.522621ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:47.832193Z","caller":"traceutil/trace.go:171","msg":"trace[1669607761] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"165.487197ms","start":"2026-03-01T01:24:47.66667Z","end":"2026-03-01T01:24:47.832157Z","steps":["trace[1669607761] 'process raft request' (duration: 165.283911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:47.832272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.571127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-01T01:24:47.832322Z","caller":"traceutil/trace.go:171","msg":"trace[69719816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1561; }","duration":"292.64848ms","start":"2026-03-01T01:24:47.539665Z","end":"2026-03-01T01:24:47.832313Z","steps":["trace[69719816] 'agreement among raft nodes before linearized reading' (duration: 292.532367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:47.856097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.992059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-01T01:24:47.856124Z","caller":"traceutil/trace.go:171","msg":"trace[1134405489] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"168.695799ms","start":"2026-03-01T01:24:47.687408Z","end":"2026-03-01T01:24:47.856104Z","steps":["trace[1134405489] 'process raft request' (duration: 168.333348ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:47.856159Z","caller":"traceutil/trace.go:171","msg":"trace[2024509549] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1563; }","duration":"109.095812ms","start":"2026-03-01T01:24:47.747051Z","end":"2026-03-01T01:24:47.856147Z","steps":["trace[2024509549] 'agreement among raft nodes before linearized reading' (duration: 108.866185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.016843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.160952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120916"} {"level":"info","ts":"2026-03-01T01:24:48.016933Z","caller":"traceutil/trace.go:171","msg":"trace[1512738432] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1574; }","duration":"112.316097ms","start":"2026-03-01T01:24:47.904597Z","end":"2026-03-01T01:24:48.016913Z","steps":["trace[1512738432] 'agreement among raft nodes before linearized reading' (duration: 112.058929ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.081785Z","caller":"traceutil/trace.go:171","msg":"trace[1789495254] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"116.146006ms","start":"2026-03-01T01:24:47.965621Z","end":"2026-03-01T01:24:48.081767Z","steps":["trace[1789495254] 'process raft request' (duration: 116.106475ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.081826Z","caller":"traceutil/trace.go:171","msg":"trace[1083583900] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"122.923892ms","start":"2026-03-01T01:24:47.95887Z","end":"2026-03-01T01:24:48.081794Z","steps":["trace[1083583900] 'process raft request' (duration: 116.311781ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.250293Z","caller":"traceutil/trace.go:171","msg":"trace[695288729] linearizableReadLoop","detail":"{readStateIndex:1643; appliedIndex:1640; }","duration":"140.464516ms","start":"2026-03-01T01:24:48.109805Z","end":"2026-03-01T01:24:48.250269Z","steps":["trace[695288729] 'read index received' (duration: 25.318269ms)","trace[695288729] 'applied index is now lower than readState.Index' (duration: 115.145177ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:48.25044Z","caller":"traceutil/trace.go:171","msg":"trace[741628042] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"140.992452ms","start":"2026-03-01T01:24:48.109413Z","end":"2026-03-01T01:24:48.250406Z","steps":["trace[741628042] 'process raft request' (duration: 140.781916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.250502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.678733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6492"} {"level":"info","ts":"2026-03-01T01:24:48.250472Z","caller":"traceutil/trace.go:171","msg":"trace[270368472] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"143.062841ms","start":"2026-03-01T01:24:48.10734Z","end":"2026-03-01T01:24:48.250403Z","steps":["trace[270368472] 'process raft request' (duration: 102.75251ms)","trace[270368472] 'compare' (duration: 39.938261ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:48.25054Z","caller":"traceutil/trace.go:171","msg":"trace[1824467118] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1581; }","duration":"140.750515ms","start":"2026-03-01T01:24:48.109778Z","end":"2026-03-01T01:24:48.250528Z","steps":["trace[1824467118] 'agreement among raft nodes before linearized reading' (duration: 140.58212ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.486302Z","caller":"traceutil/trace.go:171","msg":"trace[1806244621] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"126.476294ms","start":"2026-03-01T01:24:48.35981Z","end":"2026-03-01T01:24:48.486287Z","steps":["trace[1806244621] 'process raft request' (duration: 126.450213ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.486338Z","caller":"traceutil/trace.go:171","msg":"trace[600704056] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1649; }","duration":"174.372694ms","start":"2026-03-01T01:24:48.311933Z","end":"2026-03-01T01:24:48.486306Z","steps":["trace[600704056] 'read index received' (duration: 167.047552ms)","trace[600704056] 'applied index is now lower than readState.Index' (duration: 7.322481ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:48.486405Z","caller":"traceutil/trace.go:171","msg":"trace[376505777] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"184.029782ms","start":"2026-03-01T01:24:48.302369Z","end":"2026-03-01T01:24:48.486399Z","steps":["trace[376505777] 'process raft request' (duration: 176.617379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.486653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.411411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-01T01:24:48.486722Z","caller":"traceutil/trace.go:171","msg":"trace[816251905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33; range_end:; response_count:1; response_revision:1589; }","duration":"168.518225ms","start":"2026-03-01T01:24:48.31819Z","end":"2026-03-01T01:24:48.486709Z","steps":["trace[816251905] 'agreement among raft nodes before linearized reading' (duration: 168.305119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.486655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.699853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-01T01:24:48.486836Z","caller":"traceutil/trace.go:171","msg":"trace[1118662211] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33; range_end:; response_count:1; response_revision:1589; }","duration":"174.927099ms","start":"2026-03-01T01:24:48.311889Z","end":"2026-03-01T01:24:48.486816Z","steps":["trace[1118662211] 'agreement among raft nodes before linearized reading' (duration: 174.535768ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:52.302803Z","caller":"traceutil/trace.go:171","msg":"trace[1545863712] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1691; }","duration":"436.221168ms","start":"2026-03-01T01:24:51.866555Z","end":"2026-03-01T01:24:52.302777Z","steps":["trace[1545863712] 'read index received' (duration: 435.974411ms)","trace[1545863712] 'applied index is now lower than readState.Index' (duration: 245.837µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:24:52.303117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.542507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:24:52.303166Z","caller":"traceutil/trace.go:171","msg":"trace[1624614989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1629; }","duration":"436.64266ms","start":"2026-03-01T01:24:51.866509Z","end":"2026-03-01T01:24:52.303152Z","steps":["trace[1624614989] 'agreement among raft nodes before linearized reading' (duration: 436.422173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.303205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:51.86649Z","time spent":"436.704092ms","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:24:52.303199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.380885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T01:24:52.303306Z","caller":"traceutil/trace.go:171","msg":"trace[467515938] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1629; }","duration":"307.521519ms","start":"2026-03-01T01:24:51.995766Z","end":"2026-03-01T01:24:52.303287Z","steps":["trace[467515938] 'agreement among raft nodes before linearized reading' (duration: 307.225021ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:52.303169Z","caller":"traceutil/trace.go:171","msg":"trace[852214193] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"444.014572ms","start":"2026-03-01T01:24:51.858931Z","end":"2026-03-01T01:24:52.302946Z","steps":["trace[852214193] 'process raft request' (duration: 443.675922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.303211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.366617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:24:52.303421Z","caller":"traceutil/trace.go:171","msg":"trace[918903292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1629; }","duration":"347.633296ms","start":"2026-03-01T01:24:51.955765Z","end":"2026-03-01T01:24:52.303398Z","steps":["trace[918903292] 'agreement among raft nodes before linearized reading' (duration: 347.218544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.303484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:51.955748Z","time spent":"347.723828ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:24:52.303355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:51.995756Z","time spent":"307.589601ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T01:24:52.304005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:51.858909Z","time spent":"444.480445ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:53.00632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979933130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:24:53.507307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979933130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:24:53.634798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191803456s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:24:53.637576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267218568s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:53.637742Z","caller":"traceutil/trace.go:171","msg":"trace[533137286] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1629; }","duration":"1.267405263s","start":"2026-03-01T01:24:52.370318Z","end":"2026-03-01T01:24:53.637724Z","steps":["trace[533137286] 'range keys from in-memory index tree' (duration: 1.267202068s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.637905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194846924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:24:53.638338Z","caller":"traceutil/trace.go:171","msg":"trace[892530712] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.329876353s","start":"2026-03-01T01:24:52.308394Z","end":"2026-03-01T01:24:53.63827Z","steps":["trace[892530712] 'process raft request' (duration: 134.569996ms)","trace[892530712] 'compare' (duration: 1.194489194s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:53.638413Z","caller":"traceutil/trace.go:171","msg":"trace[1991164786] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.328767062s","start":"2026-03-01T01:24:52.309596Z","end":"2026-03-01T01:24:53.638363Z","steps":["trace[1991164786] 'process raft request' (duration: 1.328424762s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.638492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.309583Z","time spent":"1.328870594s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:53.638509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.308365Z","time spent":"1.330049188s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:53.865596Z","caller":"traceutil/trace.go:171","msg":"trace[124656287] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"1.338767909s","start":"2026-03-01T01:24:52.526804Z","end":"2026-03-01T01:24:53.865572Z","steps":["trace[124656287] 'process raft request' (duration: 1.327890426s)","trace[124656287] 'compare' (duration: 10.77707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:24:53.865715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.526772Z","time spent":"1.338879493s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:53.865852Z","caller":"traceutil/trace.go:171","msg":"trace[1455060174] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.223983002s","start":"2026-03-01T01:24:52.641839Z","end":"2026-03-01T01:24:53.865822Z","steps":["trace[1455060174] 'process raft request' (duration: 1.223707965s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:53.865876Z","caller":"traceutil/trace.go:171","msg":"trace[888978282] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1692; }","duration":"1.360023802s","start":"2026-03-01T01:24:52.505824Z","end":"2026-03-01T01:24:53.865848Z","steps":["trace[888978282] 'read index received' (duration: 1.129130781s)","trace[888978282] 'applied index is now lower than readState.Index' (duration: 230.891791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:24:53.866003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.641818Z","time spent":"1.224104256s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:53.866164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360347611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-01T01:24:53.866215Z","caller":"traceutil/trace.go:171","msg":"trace[2128792561] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33; range_end:; response_count:1; response_revision:1634; }","duration":"1.360435633s","start":"2026-03-01T01:24:52.505767Z","end":"2026-03-01T01:24:53.866202Z","steps":["trace[2128792561] 'agreement among raft nodes before linearized reading' (duration: 1.360271839s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.866244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.505741Z","time spent":"1.360494665s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30513829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:24:53.866295Z","caller":"traceutil/trace.go:171","msg":"trace[350756112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1634; }","duration":"1.305224743s","start":"2026-03-01T01:24:52.561057Z","end":"2026-03-01T01:24:53.866281Z","steps":["trace[350756112] 'agreement among raft nodes before linearized reading' (duration: 1.305071648s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:53.866284Z","caller":"traceutil/trace.go:171","msg":"trace[1041354016] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.131173869s","start":"2026-03-01T01:24:52.735073Z","end":"2026-03-01T01:24:53.866247Z","steps":["trace[1041354016] 'process raft request' (duration: 1.130640773s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.86634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.561044Z","time spent":"1.305287305s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.514103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:24:53.866358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285055843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:24:53.866406Z","caller":"traceutil/trace.go:171","msg":"trace[685939686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1634; }","duration":"1.285123554s","start":"2026-03-01T01:24:52.581268Z","end":"2026-03-01T01:24:53.866392Z","steps":["trace[685939686] 'agreement among raft nodes before linearized reading' (duration: 1.2849907s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.866458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.581258Z","time spent":"1.285189446s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286446683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:24:53.866393Z","caller":"traceutil/trace.go:171","msg":"trace[229125256] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1634; }","duration":"346.609096ms","start":"2026-03-01T01:24:53.51977Z","end":"2026-03-01T01:24:53.866379Z","steps":["trace[229125256] 'agreement among raft nodes before linearized reading' (duration: 346.43306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.866477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.735047Z","time spent":"1.131325553s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:53.866507Z","caller":"traceutil/trace.go:171","msg":"trace[1224376845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1634; }","duration":"1.286521444s","start":"2026-03-01T01:24:52.579973Z","end":"2026-03-01T01:24:53.866495Z","steps":["trace[1224376845] 'agreement among raft nodes before linearized reading' (duration: 1.286406471s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.866519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.5197Z","time spent":"346.807361ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.579955Z","time spent":"1.286581206s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.115794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:24:53.86664Z","caller":"traceutil/trace.go:171","msg":"trace[260381575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1634; }","duration":"554.174856ms","start":"2026-03-01T01:24:53.312447Z","end":"2026-03-01T01:24:53.866622Z","steps":["trace[260381575] 'agreement among raft nodes before linearized reading' (duration: 554.008421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.866674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.312385Z","time spent":"554.281119ms","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287201074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:24:53.866873Z","caller":"traceutil/trace.go:171","msg":"trace[1947445860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1634; }","duration":"1.287324127s","start":"2026-03-01T01:24:52.579525Z","end":"2026-03-01T01:24:53.866849Z","steps":["trace[1947445860] 'agreement among raft nodes before linearized reading' (duration: 1.286902245s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.866944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:52.579507Z","time spent":"1.287425s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.284238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T01:24:53.867042Z","caller":"traceutil/trace.go:171","msg":"trace[2056100756] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1634; }","duration":"765.447002ms","start":"2026-03-01T01:24:53.101571Z","end":"2026-03-01T01:24:53.867018Z","steps":["trace[2056100756] 'agreement among raft nodes before linearized reading' (duration: 764.992849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:53.867106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.101544Z","time spent":"765.551225ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T01:24:53.866789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.894857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-01T01:24:53.867301Z","caller":"traceutil/trace.go:171","msg":"trace[85797246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1634; }","duration":"168.408982ms","start":"2026-03-01T01:24:53.698876Z","end":"2026-03-01T01:24:53.867285Z","steps":["trace[85797246] 'agreement among raft nodes before linearized reading' (duration: 167.699871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:54.430841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979933145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:24:55.025695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.060445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:24:55.026013Z","caller":"traceutil/trace.go:171","msg":"trace[343893575] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.155061075s","start":"2026-03-01T01:24:53.870922Z","end":"2026-03-01T01:24:55.025983Z","steps":["trace[343893575] 'process raft request' (duration: 1.154962893s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:55.026047Z","caller":"traceutil/trace.go:171","msg":"trace[150276855] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.154694315s","start":"2026-03-01T01:24:53.871335Z","end":"2026-03-01T01:24:55.02603Z","steps":["trace[150276855] 'process raft request' (duration: 1.154621903s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:55.026005Z","caller":"traceutil/trace.go:171","msg":"trace[1689102781] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.155790997s","start":"2026-03-01T01:24:53.870132Z","end":"2026-03-01T01:24:55.025923Z","steps":["trace[1689102781] 'process raft request' (duration: 789.415763ms)","trace[1689102781] 'compare' (duration: 365.588321ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:55.026035Z","caller":"traceutil/trace.go:171","msg":"trace[1259083691] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.155789477s","start":"2026-03-01T01:24:53.870199Z","end":"2026-03-01T01:24:55.025989Z","steps":["trace[1259083691] 'process raft request' (duration: 1.155590431s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:55.026121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.871324Z","time spent":"1.154763547s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:55.026176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.870912Z","time spent":"1.155164039s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:55.026283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.870118Z","time spent":"1.156021804s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:55.026284Z","caller":"traceutil/trace.go:171","msg":"trace[815455125] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1698; }","duration":"1.096103427s","start":"2026-03-01T01:24:53.930113Z","end":"2026-03-01T01:24:55.026217Z","steps":["trace[815455125] 'read index received' (duration: 729.505887ms)","trace[815455125] 'applied index is now lower than readState.Index' (duration: 366.59651ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:55.026376Z","caller":"traceutil/trace.go:171","msg":"trace[1497068264] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.095341585s","start":"2026-03-01T01:24:53.931021Z","end":"2026-03-01T01:24:55.026363Z","steps":["trace[1497068264] 'process raft request' (duration: 1.094977805s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:55.026437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.931008Z","time spent":"1.095395117s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:55.02646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151833363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:55.026451Z","caller":"traceutil/trace.go:171","msg":"trace[1833851504] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"512.640168ms","start":"2026-03-01T01:24:54.513776Z","end":"2026-03-01T01:24:55.026416Z","steps":["trace[1833851504] 'process raft request' (duration: 512.329239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:55.026488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.870178Z","time spent":"1.155965462s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:55.026553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.424216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:24:55.026571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.996289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:55.026601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:54.513749Z","time spent":"512.774522ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:55.026597Z","caller":"traceutil/trace.go:171","msg":"trace[576632764] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1641; }","duration":"803.511268ms","start":"2026-03-01T01:24:54.223073Z","end":"2026-03-01T01:24:55.026584Z","steps":["trace[576632764] 'agreement among raft nodes before linearized reading' (duration: 803.395654ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:55.026643Z","caller":"traceutil/trace.go:171","msg":"trace[1065346889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1641; }","duration":"218.110242ms","start":"2026-03-01T01:24:54.808515Z","end":"2026-03-01T01:24:55.026626Z","steps":["trace[1065346889] 'agreement among raft nodes before linearized reading' (duration: 218.006649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:55.026655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.819612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:24:55.026513Z","caller":"traceutil/trace.go:171","msg":"trace[778060296] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1641; }","duration":"1.151902285s","start":"2026-03-01T01:24:53.874594Z","end":"2026-03-01T01:24:55.026496Z","steps":["trace[778060296] 'agreement among raft nodes before linearized reading' (duration: 1.151813803s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:55.026665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.464897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-01T01:24:55.026707Z","caller":"traceutil/trace.go:171","msg":"trace[908070168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1641; }","duration":"152.906874ms","start":"2026-03-01T01:24:54.873782Z","end":"2026-03-01T01:24:55.026689Z","steps":["trace[908070168] 'agreement among raft nodes before linearized reading' (duration: 152.77778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:55.02671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.874582Z","time spent":"1.152117801s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T01:24:55.026714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:54.223049Z","time spent":"803.651602ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:24:55.026721Z","caller":"traceutil/trace.go:171","msg":"trace[216115037] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f7df179-c7d2-4877-a0db-83f5fba76c33; range_end:; response_count:1; response_revision:1641; }","duration":"156.545219ms","start":"2026-03-01T01:24:54.870158Z","end":"2026-03-01T01:24:55.026703Z","steps":["trace[216115037] 'agreement among raft nodes before linearized reading' (duration: 156.359144ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:55.026266Z","caller":"traceutil/trace.go:171","msg":"trace[1921900384] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.154990124s","start":"2026-03-01T01:24:53.871016Z","end":"2026-03-01T01:24:55.026006Z","steps":["trace[1921900384] 'process raft request' (duration: 1.154906102s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:55.027424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:53.870997Z","time spent":"1.156156767s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:00.960247Z","caller":"traceutil/trace.go:171","msg":"trace[1978873150] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1754; }","duration":"149.291441ms","start":"2026-03-01T01:25:00.810871Z","end":"2026-03-01T01:25:00.960162Z","steps":["trace[1978873150] 'read index received' (duration: 148.9314ms)","trace[1978873150] 'applied index is now lower than readState.Index' (duration: 358.101µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:00.960299Z","caller":"traceutil/trace.go:171","msg":"trace[1297767634] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"540.298046ms","start":"2026-03-01T01:25:00.419961Z","end":"2026-03-01T01:25:00.960259Z","steps":["trace[1297767634] 'process raft request' (duration: 539.970616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:00.960483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:00.419943Z","time spent":"540.44264ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:00.960491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.585279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:25:00.960675Z","caller":"traceutil/trace.go:171","msg":"trace[1941959202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1688; }","duration":"149.733243ms","start":"2026-03-01T01:25:00.810861Z","end":"2026-03-01T01:25:00.960594Z","steps":["trace[1941959202] 'agreement among raft nodes before linearized reading' (duration: 149.507017ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:05.223136Z","caller":"traceutil/trace.go:171","msg":"trace[1836978839] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"145.569643ms","start":"2026-03-01T01:25:05.077537Z","end":"2026-03-01T01:25:05.223107Z","steps":["trace[1836978839] 'process raft request' (duration: 61.121021ms)","trace[1836978839] 'compare' (duration: 84.309948ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:05.223221Z","caller":"traceutil/trace.go:171","msg":"trace[1166554995] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1789; }","duration":"130.410887ms","start":"2026-03-01T01:25:05.092781Z","end":"2026-03-01T01:25:05.223192Z","steps":["trace[1166554995] 'read index received' (duration: 45.896852ms)","trace[1166554995] 'applied index is now lower than readState.Index' (duration: 84.511755ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:05.223144Z","caller":"traceutil/trace.go:171","msg":"trace[1581333295] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"126.440793ms","start":"2026-03-01T01:25:05.096683Z","end":"2026-03-01T01:25:05.223124Z","steps":["trace[1581333295] 'process raft request' (duration: 126.400862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:05.223289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.920774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:25:05.223425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.716895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T01:25:05.223484Z","caller":"traceutil/trace.go:171","msg":"trace[884060866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1723; }","duration":"147.796948ms","start":"2026-03-01T01:25:05.075673Z","end":"2026-03-01T01:25:05.22347Z","steps":["trace[884060866] 'agreement among raft nodes before linearized reading' (duration: 147.650784ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:05.223335Z","caller":"traceutil/trace.go:171","msg":"trace[1095547773] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1723; }","duration":"146.000346ms","start":"2026-03-01T01:25:05.077323Z","end":"2026-03-01T01:25:05.223323Z","steps":["trace[1095547773] 'agreement among raft nodes before linearized reading' (duration: 145.878162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:05.223528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.762052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:05.223571Z","caller":"traceutil/trace.go:171","msg":"trace[623733922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1723; }","duration":"126.839454ms","start":"2026-03-01T01:25:05.096716Z","end":"2026-03-01T01:25:05.223555Z","steps":["trace[623733922] 'agreement among raft nodes before linearized reading' (duration: 126.650869ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:06.076063Z","caller":"traceutil/trace.go:171","msg":"trace[1095970639] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"123.770746ms","start":"2026-03-01T01:25:05.952251Z","end":"2026-03-01T01:25:06.076021Z","steps":["trace[1095970639] 'process raft request' (duration: 72.755216ms)","trace[1095970639] 'compare' (duration: 50.846555ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:06.243572Z","caller":"traceutil/trace.go:171","msg":"trace[1113875419] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"147.255953ms","start":"2026-03-01T01:25:06.096288Z","end":"2026-03-01T01:25:06.243544Z","steps":["trace[1113875419] 'process raft request' (duration: 82.58054ms)","trace[1113875419] 'compare' (duration: 64.486177ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:07.903247Z","caller":"traceutil/trace.go:171","msg":"trace[782043194] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"137.421689ms","start":"2026-03-01T01:25:07.76579Z","end":"2026-03-01T01:25:07.903212Z","steps":["trace[782043194] 'process raft request' (duration: 137.156741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:08.259667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.154964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:25:08.25997Z","caller":"traceutil/trace.go:171","msg":"trace[520921014] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"311.898686ms","start":"2026-03-01T01:25:07.948029Z","end":"2026-03-01T01:25:08.259928Z","steps":["trace[520921014] 'process raft request' (duration: 125.361322ms)","trace[520921014] 'compare' (duration: 185.961938ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:08.260123Z","caller":"traceutil/trace.go:171","msg":"trace[1627816701] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"311.274868ms","start":"2026-03-01T01:25:07.948822Z","end":"2026-03-01T01:25:08.260096Z","steps":["trace[1627816701] 'process raft request' (duration: 311.057572ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:08.260126Z","caller":"traceutil/trace.go:171","msg":"trace[2000705639] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"311.398402ms","start":"2026-03-01T01:25:07.948689Z","end":"2026-03-01T01:25:08.260087Z","steps":["trace[2000705639] 'process raft request' (duration: 311.114624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:08.260217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:07.948012Z","time spent":"312.080091ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:08.260233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:07.948802Z","time spent":"311.37482ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:08.260309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:07.948567Z","time spent":"311.645049ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:09.407226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.162684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:25:09.40747Z","caller":"traceutil/trace.go:171","msg":"trace[1138888173] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1819; }","duration":"172.074296ms","start":"2026-03-01T01:25:09.235367Z","end":"2026-03-01T01:25:09.407441Z","steps":["trace[1138888173] 'read index received' (duration: 70.721656ms)","trace[1138888173] 'applied index is now lower than readState.Index' (duration: 101.35043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:25:09.407793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.388235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T01:25:09.407845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.547651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T01:25:09.407903Z","caller":"traceutil/trace.go:171","msg":"trace[1361755322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1751; }","duration":"171.674094ms","start":"2026-03-01T01:25:09.236214Z","end":"2026-03-01T01:25:09.407888Z","steps":["trace[1361755322] 'agreement among raft nodes before linearized reading' (duration: 171.385856ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:09.407915Z","caller":"traceutil/trace.go:171","msg":"trace[2061301892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1751; }","duration":"172.54839ms","start":"2026-03-01T01:25:09.235337Z","end":"2026-03-01T01:25:09.407885Z","steps":["trace[2061301892] 'agreement among raft nodes before linearized reading' (duration: 172.222541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:09.407931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.257039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:09.408229Z","caller":"traceutil/trace.go:171","msg":"trace[1111924111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1751; }","duration":"140.473476ms","start":"2026-03-01T01:25:09.267614Z","end":"2026-03-01T01:25:09.408087Z","steps":["trace[1111924111] 'agreement among raft nodes before linearized reading' (duration: 140.022993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:09.407861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.891959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:25:09.408384Z","caller":"traceutil/trace.go:171","msg":"trace[1477002242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1751; }","duration":"115.458236ms","start":"2026-03-01T01:25:09.292898Z","end":"2026-03-01T01:25:09.408356Z","steps":["trace[1477002242] 'agreement among raft nodes before linearized reading' (duration: 114.712624ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:11.752157Z","caller":"traceutil/trace.go:171","msg":"trace[1041034747] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"322.859641ms","start":"2026-03-01T01:25:11.429269Z","end":"2026-03-01T01:25:11.752129Z","steps":["trace[1041034747] 'process raft request' (duration: 322.666956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:11.752315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:11.429254Z","time spent":"322.979915ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:11.752916Z","caller":"traceutil/trace.go:171","msg":"trace[293705124] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"323.456869ms","start":"2026-03-01T01:25:11.429422Z","end":"2026-03-01T01:25:11.752879Z","steps":["trace[293705124] 'process raft request' (duration: 323.286794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:11.753067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:11.429394Z","time spent":"323.592612ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:11.753193Z","caller":"traceutil/trace.go:171","msg":"trace[804823499] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"323.525081ms","start":"2026-03-01T01:25:11.429482Z","end":"2026-03-01T01:25:11.753008Z","steps":["trace[804823499] 'process raft request' (duration: 323.361586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:11.753275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:11.429465Z","time spent":"323.768017ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:12.825879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979933423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:25:13.32703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979933423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:25:13.62212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350048624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:25:13.622439Z","caller":"traceutil/trace.go:171","msg":"trace[1750326067] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"1.350439995s","start":"2026-03-01T01:25:12.271978Z","end":"2026-03-01T01:25:13.622418Z","steps":["trace[1750326067] 'process raft request' (duration: 1.350316741s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:13.622581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:12.271956Z","time spent":"1.350552488s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:13.627487Z","caller":"traceutil/trace.go:171","msg":"trace[1390095434] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"1.354492401s","start":"2026-03-01T01:25:12.27295Z","end":"2026-03-01T01:25:13.627443Z","steps":["trace[1390095434] 'process raft request' (duration: 1.354278635s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:13.627619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:12.272939Z","time spent":"1.354600585s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:13.627898Z","caller":"traceutil/trace.go:171","msg":"trace[1654388778] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1836; }","duration":"1.302442532s","start":"2026-03-01T01:25:12.325419Z","end":"2026-03-01T01:25:13.627861Z","steps":["trace[1654388778] 'read index received' (duration: 1.296955364s)","trace[1654388778] 'applied index is now lower than readState.Index' (duration: 5.485778ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:13.627923Z","caller":"traceutil/trace.go:171","msg":"trace[1368420280] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"1.354852522s","start":"2026-03-01T01:25:12.27306Z","end":"2026-03-01T01:25:13.627912Z","steps":["trace[1368420280] 'process raft request' (duration: 1.354345957s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:13.628051Z","caller":"traceutil/trace.go:171","msg":"trace[1393380366] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"184.966258ms","start":"2026-03-01T01:25:13.443066Z","end":"2026-03-01T01:25:13.628032Z","steps":["trace[1393380366] 'process raft request' (duration: 184.622758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:13.628121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302703999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T01:25:13.628148Z","caller":"traceutil/trace.go:171","msg":"trace[1879025972] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1771; }","duration":"1.302766361s","start":"2026-03-01T01:25:12.325374Z","end":"2026-03-01T01:25:13.62814Z","steps":["trace[1879025972] 'agreement among raft nodes before linearized reading' (duration: 1.302596176s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:13.628174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:12.32536Z","time spent":"1.302809532s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":259,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:25:13.628173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.021059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:25:13.628285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.03088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:25:13.628296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197663613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:13.62832Z","caller":"traceutil/trace.go:171","msg":"trace[1049860032] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1771; }","duration":"102.202044ms","start":"2026-03-01T01:25:13.526104Z","end":"2026-03-01T01:25:13.628306Z","steps":["trace[1049860032] 'agreement among raft nodes before linearized reading' (duration: 101.970827ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:13.628417Z","caller":"traceutil/trace.go:171","msg":"trace[1025194189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1771; }","duration":"1.197782717s","start":"2026-03-01T01:25:12.430613Z","end":"2026-03-01T01:25:13.628395Z","steps":["trace[1025194189] 'agreement among raft nodes before linearized reading' (duration: 1.197448467s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:13.628492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:12.273053Z","time spent":"1.354994766s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:13.628346Z","caller":"traceutil/trace.go:171","msg":"trace[531990040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1771; }","duration":"446.126823ms","start":"2026-03-01T01:25:13.182202Z","end":"2026-03-01T01:25:13.628328Z","steps":["trace[531990040] 'agreement among raft nodes before linearized reading' (duration: 445.955248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:13.6286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:12.43055Z","time spent":"1.198031184s","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:25:13.628679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:13.182175Z","time spent":"446.491884ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:25:13.62877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.908753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:25:13.628872Z","caller":"traceutil/trace.go:171","msg":"trace[1821704771] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1771; }","duration":"743.105049ms","start":"2026-03-01T01:25:12.885741Z","end":"2026-03-01T01:25:13.628846Z","steps":["trace[1821704771] 'agreement among raft nodes before linearized reading' (duration: 742.7937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:13.628934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:12.885722Z","time spent":"743.196182ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:25:46.308205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979933827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:25:46.511922Z","caller":"traceutil/trace.go:171","msg":"trace[688414110] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"734.79716ms","start":"2026-03-01T01:25:45.777098Z","end":"2026-03-01T01:25:46.511895Z","steps":["trace[688414110] 'process raft request' (duration: 734.625585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:46.512082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.777077Z","time spent":"734.929434ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:47.033305Z","caller":"traceutil/trace.go:171","msg":"trace[1144889123] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.214668894s","start":"2026-03-01T01:25:45.81861Z","end":"2026-03-01T01:25:47.033279Z","steps":["trace[1144889123] 'process raft request' (duration: 1.162934577s)","trace[1144889123] 'compare' (duration: 51.363967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:25:47.033461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.818595Z","time spent":"1.214785888s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:47.033673Z","caller":"traceutil/trace.go:171","msg":"trace[347332934] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.206270241s","start":"2026-03-01T01:25:45.827343Z","end":"2026-03-01T01:25:47.033613Z","steps":["trace[347332934] 'process raft request' (duration: 1.20586107s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.033768Z","caller":"traceutil/trace.go:171","msg":"trace[850197959] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2005; }","duration":"1.225884273s","start":"2026-03-01T01:25:45.807871Z","end":"2026-03-01T01:25:47.033755Z","steps":["trace[850197959] 'read index received' (duration: 703.815815ms)","trace[850197959] 'applied index is now lower than readState.Index' (duration: 522.067098ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:47.033794Z","caller":"traceutil/trace.go:171","msg":"trace[2105446199] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"187.962893ms","start":"2026-03-01T01:25:46.845811Z","end":"2026-03-01T01:25:47.033773Z","steps":["trace[2105446199] 'process raft request' (duration: 187.709736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.033866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.827331Z","time spent":"1.206441395s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:47.033924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.929076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:25:47.033991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226099719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:25:47.034054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17995862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T01:25:47.034105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146896039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:25:47.034088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.201137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:25:47.034157Z","caller":"traceutil/trace.go:171","msg":"trace[707004893] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1933; }","duration":"1.146948881s","start":"2026-03-01T01:25:45.887193Z","end":"2026-03-01T01:25:47.034142Z","steps":["trace[707004893] 'agreement among raft nodes before linearized reading' (duration: 1.146864059s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.034153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125916302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:25:47.034147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.975593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T01:25:47.034192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.887153Z","time spent":"1.147029884s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:25:47.034208Z","caller":"traceutil/trace.go:171","msg":"trace[134985561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1933; }","duration":"1.125988984s","start":"2026-03-01T01:25:45.908203Z","end":"2026-03-01T01:25:47.034192Z","steps":["trace[134985561] 'agreement among raft nodes before linearized reading' (duration: 1.12584073s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.034229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020611999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:25:47.034239Z","caller":"traceutil/trace.go:171","msg":"trace[714076740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1933; }","duration":"907.092237ms","start":"2026-03-01T01:25:46.127131Z","end":"2026-03-01T01:25:47.034223Z","steps":["trace[714076740] 'agreement among raft nodes before linearized reading' (duration: 906.83967ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.034274Z","caller":"traceutil/trace.go:171","msg":"trace[1326311725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1933; }","duration":"1.020699411s","start":"2026-03-01T01:25:46.01356Z","end":"2026-03-01T01:25:47.03426Z","steps":["trace[1326311725] 'agreement among raft nodes before linearized reading' (duration: 1.020545897s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.03429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.127117Z","time spent":"907.159138ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:25:47.034328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.013542Z","time spent":"1.020774192s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:25:47.034279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02819205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:25:47.034074Z","caller":"traceutil/trace.go:171","msg":"trace[2045191764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"1.226235712s","start":"2026-03-01T01:25:45.807815Z","end":"2026-03-01T01:25:47.034051Z","steps":["trace[2045191764] 'agreement among raft nodes before linearized reading' (duration: 1.226005346s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.034398Z","caller":"traceutil/trace.go:171","msg":"trace[1559395328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1933; }","duration":"1.028390685s","start":"2026-03-01T01:25:46.005983Z","end":"2026-03-01T01:25:47.034374Z","steps":["trace[1559395328] 'agreement among raft nodes before linearized reading' (duration: 1.028010135s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.034449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.807794Z","time spent":"1.226636652s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:25:47.034272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.908191Z","time spent":"1.126068656s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:25:47.034563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.005969Z","time spent":"1.028507549s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:25:47.034203Z","caller":"traceutil/trace.go:171","msg":"trace[1696421057] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1933; }","duration":"242.376392ms","start":"2026-03-01T01:25:46.791797Z","end":"2026-03-01T01:25:47.034173Z","steps":["trace[1696421057] 'agreement among raft nodes before linearized reading' (duration: 242.126625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.03461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002908876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T01:25:47.034761Z","caller":"traceutil/trace.go:171","msg":"trace[640512665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1933; }","duration":"1.003324768s","start":"2026-03-01T01:25:46.031411Z","end":"2026-03-01T01:25:47.034736Z","steps":["trace[640512665] 'agreement among raft nodes before linearized reading' (duration: 1.002461535s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.034134Z","caller":"traceutil/trace.go:171","msg":"trace[1169147916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"1.180074583s","start":"2026-03-01T01:25:45.854039Z","end":"2026-03-01T01:25:47.034113Z","steps":["trace[1169147916] 'agreement among raft nodes before linearized reading' (duration: 1.179834737s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.034843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.03139Z","time spent":"1.003440131s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:25:47.034001Z","caller":"traceutil/trace.go:171","msg":"trace[698472106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"616.034328ms","start":"2026-03-01T01:25:46.417943Z","end":"2026-03-01T01:25:47.033978Z","steps":["trace[698472106] 'agreement among raft nodes before linearized reading' (duration: 615.934866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.034963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.417919Z","time spent":"617.036655ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:25:47.033986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.679725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:25:47.034903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.854021Z","time spent":"1.180855844s","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T01:25:47.035212Z","caller":"traceutil/trace.go:171","msg":"trace[1126470305] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1933; }","duration":"700.819155ms","start":"2026-03-01T01:25:46.334242Z","end":"2026-03-01T01:25:47.035061Z","steps":["trace[1126470305] 'agreement among raft nodes before linearized reading' (duration: 699.663715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.035308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.334226Z","time spent":"701.053572ms","remote":"127.0.0.1:50840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:25:47.034067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003010859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:25:47.035755Z","caller":"traceutil/trace.go:171","msg":"trace[654357226] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1933; }","duration":"1.004729485s","start":"2026-03-01T01:25:46.03101Z","end":"2026-03-01T01:25:47.03574Z","steps":["trace[654357226] 'agreement among raft nodes before linearized reading' (duration: 1.002991859s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.035803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.031Z","time spent":"1.004787667s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:25:47.326372Z","caller":"traceutil/trace.go:171","msg":"trace[1157382109] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"286.901517ms","start":"2026-03-01T01:25:47.039438Z","end":"2026-03-01T01:25:47.326339Z","steps":["trace[1157382109] 'process raft request' (duration: 263.864284ms)","trace[1157382109] 'compare' (duration: 22.641103ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:47.326523Z","caller":"traceutil/trace.go:171","msg":"trace[685917836] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"286.800555ms","start":"2026-03-01T01:25:47.039706Z","end":"2026-03-01T01:25:47.326506Z","steps":["trace[685917836] 'process raft request' (duration: 286.669041ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.326796Z","caller":"traceutil/trace.go:171","msg":"trace[1276204593] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"286.929598ms","start":"2026-03-01T01:25:47.039521Z","end":"2026-03-01T01:25:47.32645Z","steps":["trace[1276204593] 'process raft request' (duration: 286.718013ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.327294Z","caller":"traceutil/trace.go:171","msg":"trace[422098190] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"287.480603ms","start":"2026-03-01T01:25:47.039796Z","end":"2026-03-01T01:25:47.327277Z","steps":["trace[422098190] 'process raft request' (duration: 286.62302ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.327289Z","caller":"traceutil/trace.go:171","msg":"trace[1846677735] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2009; }","duration":"285.723356ms","start":"2026-03-01T01:25:47.041539Z","end":"2026-03-01T01:25:47.327263Z","steps":["trace[1846677735] 'read index received' (duration: 27.884572ms)","trace[1846677735] 'applied index is now lower than readState.Index' (duration: 257.837604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:25:47.327514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.951212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:25:47.32761Z","caller":"traceutil/trace.go:171","msg":"trace[1557456594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"286.080116ms","start":"2026-03-01T01:25:47.041513Z","end":"2026-03-01T01:25:47.327593Z","steps":["trace[1557456594] 'agreement among raft nodes before linearized reading' (duration: 285.828939ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:48.575892Z","caller":"traceutil/trace.go:171","msg":"trace[1877944722] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"395.745385ms","start":"2026-03-01T01:25:48.180126Z","end":"2026-03-01T01:25:48.575871Z","steps":["trace[1877944722] 'process raft request' (duration: 395.605561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:48.576021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:48.180105Z","time spent":"395.845108ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:48.643929Z","caller":"traceutil/trace.go:171","msg":"trace[672498184] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"126.534988ms","start":"2026-03-01T01:25:48.51737Z","end":"2026-03-01T01:25:48.643905Z","steps":["trace[672498184] 'process raft request' (duration: 126.152428ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:49.405127Z","caller":"traceutil/trace.go:171","msg":"trace[459556234] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"366.073185ms","start":"2026-03-01T01:25:49.03903Z","end":"2026-03-01T01:25:49.405103Z","steps":["trace[459556234] 'process raft request' (duration: 365.923531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:49.405275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.039002Z","time spent":"366.196328ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:49.406418Z","caller":"traceutil/trace.go:171","msg":"trace[481514061] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2017; }","duration":"355.72498ms","start":"2026-03-01T01:25:49.050665Z","end":"2026-03-01T01:25:49.40639Z","steps":["trace[481514061] 'read index received' (duration: 354.304172ms)","trace[481514061] 'applied index is now lower than readState.Index' (duration: 1.419598ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:49.406567Z","caller":"traceutil/trace.go:171","msg":"trace[1693930820] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"366.040394ms","start":"2026-03-01T01:25:49.040493Z","end":"2026-03-01T01:25:49.406534Z","steps":["trace[1693930820] 'process raft request' (duration: 365.753496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:49.406843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.087694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T01:25:49.406878Z","caller":"traceutil/trace.go:171","msg":"trace[625186074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1942; }","duration":"334.160276ms","start":"2026-03-01T01:25:49.072708Z","end":"2026-03-01T01:25:49.406869Z","steps":["trace[625186074] 'agreement among raft nodes before linearized reading' (duration: 334.039952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:49.406897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.072698Z","time spent":"334.193896ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:25:49.407051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.040468Z","time spent":"366.330302ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:49.406732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.056898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:49.407705Z","caller":"traceutil/trace.go:171","msg":"trace[571838667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"357.089835ms","start":"2026-03-01T01:25:49.050603Z","end":"2026-03-01T01:25:49.407693Z","steps":["trace[571838667] 'agreement among raft nodes before linearized reading' (duration: 355.945015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:49.407735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.050582Z","time spent":"357.144417ms","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:25:50.282687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.539852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:25:50.282796Z","caller":"traceutil/trace.go:171","msg":"trace[2066184774] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"871.707224ms","start":"2026-03-01T01:25:49.411057Z","end":"2026-03-01T01:25:50.282764Z","steps":["trace[2066184774] 'process raft request' (duration: 257.962377ms)","trace[2066184774] 'compare' (duration: 612.411912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:25:50.282855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.411035Z","time spent":"871.791916ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:50.678241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009282457s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:25:50.67872Z","caller":"traceutil/trace.go:171","msg":"trace[1538385656] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.267174841s","start":"2026-03-01T01:25:49.411518Z","end":"2026-03-01T01:25:50.678693Z","steps":["trace[1538385656] 'process raft request' (duration: 1.266931704s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:50.678887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.411499Z","time spent":"1.267298155s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:50.678895Z","caller":"traceutil/trace.go:171","msg":"trace[1104192589] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"1.266540784s","start":"2026-03-01T01:25:49.412322Z","end":"2026-03-01T01:25:50.678863Z","steps":["trace[1104192589] 'process raft request' (duration: 1.266282767s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:50.679189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.412315Z","time spent":"1.266787271s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:50.679471Z","caller":"traceutil/trace.go:171","msg":"trace[1532626170] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"1.267101409s","start":"2026-03-01T01:25:49.412352Z","end":"2026-03-01T01:25:50.679453Z","steps":["trace[1532626170] 'process raft request' (duration: 1.266897624s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:50.679637Z","caller":"traceutil/trace.go:171","msg":"trace[112199344] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"1.266853873s","start":"2026-03-01T01:25:49.412753Z","end":"2026-03-01T01:25:50.679606Z","steps":["trace[112199344] 'process raft request' (duration: 1.266639507s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:50.679715Z","caller":"traceutil/trace.go:171","msg":"trace[1354416927] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2020; }","duration":"264.209963ms","start":"2026-03-01T01:25:50.415482Z","end":"2026-03-01T01:25:50.679692Z","steps":["trace[1354416927] 'read index received' (duration: 262.926449ms)","trace[1354416927] 'applied index is now lower than readState.Index' (duration: 1.280204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:25:50.67973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.412746Z","time spent":"1.266941235s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:50.679965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.916735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-01T01:25:50.680024Z","caller":"traceutil/trace.go:171","msg":"trace[2112762083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1948; }","duration":"193.016148ms","start":"2026-03-01T01:25:50.486994Z","end":"2026-03-01T01:25:50.68001Z","steps":["trace[2112762083] 'agreement among raft nodes before linearized reading' (duration: 192.831653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:50.679971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.48678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T01:25:50.679562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:49.41215Z","time spent":"1.267172061s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:50.680325Z","caller":"traceutil/trace.go:171","msg":"trace[1181928394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"264.787458ms","start":"2026-03-01T01:25:50.415427Z","end":"2026-03-01T01:25:50.680214Z","steps":["trace[1181928394] 'agreement among raft nodes before linearized reading' (duration: 264.408598ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:56.497306Z","caller":"traceutil/trace.go:171","msg":"trace[1577535141] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"156.672191ms","start":"2026-03-01T01:25:56.340611Z","end":"2026-03-01T01:25:56.497283Z","steps":["trace[1577535141] 'process raft request' (duration: 156.521127ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:56.843203Z","caller":"traceutil/trace.go:171","msg":"trace[763483149] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"140.618363ms","start":"2026-03-01T01:25:56.70256Z","end":"2026-03-01T01:25:56.843179Z","steps":["trace[763483149] 'read index received' (duration: 140.458349ms)","trace[763483149] 'applied index is now lower than readState.Index' (duration: 158.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:56.843292Z","caller":"traceutil/trace.go:171","msg":"trace[336550443] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"145.051751ms","start":"2026-03-01T01:25:56.698193Z","end":"2026-03-01T01:25:56.843245Z","steps":["trace[336550443] 'process raft request' (duration: 144.821625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:56.843452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.87188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:25:56.843492Z","caller":"traceutil/trace.go:171","msg":"trace[1863752843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"140.948032ms","start":"2026-03-01T01:25:56.702534Z","end":"2026-03-01T01:25:56.843482Z","steps":["trace[1863752843] 'agreement among raft nodes before linearized reading' (duration: 140.781438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:56.843515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.141721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:25:56.843574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.209443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:56.843625Z","caller":"traceutil/trace.go:171","msg":"trace[1144941771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"110.295325ms","start":"2026-03-01T01:25:56.733313Z","end":"2026-03-01T01:25:56.843608Z","steps":["trace[1144941771] 'agreement among raft nodes before linearized reading' (duration: 110.128141ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:56.843609Z","caller":"traceutil/trace.go:171","msg":"trace[1222823961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1974; }","duration":"125.295945ms","start":"2026-03-01T01:25:56.718297Z","end":"2026-03-01T01:25:56.843593Z","steps":["trace[1222823961] 'agreement among raft nodes before linearized reading' (duration: 125.039278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:56.843712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.342136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:25:56.843752Z","caller":"traceutil/trace.go:171","msg":"trace[712604710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1974; }","duration":"122.431969ms","start":"2026-03-01T01:25:56.721309Z","end":"2026-03-01T01:25:56.843741Z","steps":["trace[712604710] 'agreement among raft nodes before linearized reading' (duration: 122.259384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:56.843773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.324086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:25:56.843844Z","caller":"traceutil/trace.go:171","msg":"trace[153780663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"122.431949ms","start":"2026-03-01T01:25:56.721395Z","end":"2026-03-01T01:25:56.843827Z","steps":["trace[153780663] 'agreement among raft nodes before linearized reading' (duration: 122.128781ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:23.24302Z","caller":"traceutil/trace.go:171","msg":"trace[2076250820] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"116.530447ms","start":"2026-03-01T01:27:23.126448Z","end":"2026-03-01T01:27:23.242978Z","steps":["trace[2076250820] 'process raft request' (duration: 116.287991ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.563165Z","caller":"traceutil/trace.go:171","msg":"trace[1022349513] linearizableReadLoop","detail":"{readStateIndex:2749; appliedIndex:2748; }","duration":"222.455278ms","start":"2026-03-01T01:27:35.340686Z","end":"2026-03-01T01:27:35.563142Z","steps":["trace[1022349513] 'read index received' (duration: 222.353175ms)","trace[1022349513] 'applied index is now lower than readState.Index' (duration: 100.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:35.563417Z","caller":"traceutil/trace.go:171","msg":"trace[1290863274] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"250.4673ms","start":"2026-03-01T01:27:35.312938Z","end":"2026-03-01T01:27:35.563406Z","steps":["trace[1290863274] 'process raft request' (duration: 250.07866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:35.56365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.952271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:27:35.56374Z","caller":"traceutil/trace.go:171","msg":"trace[823026030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2643; }","duration":"223.142776ms","start":"2026-03-01T01:27:35.340578Z","end":"2026-03-01T01:27:35.563721Z","steps":["trace[823026030] 'agreement among raft nodes before linearized reading' (duration: 222.9138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:35.564035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.682861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:27:35.564115Z","caller":"traceutil/trace.go:171","msg":"trace[197566523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2643; }","duration":"120.808214ms","start":"2026-03-01T01:27:35.443285Z","end":"2026-03-01T01:27:35.564093Z","steps":["trace[197566523] 'agreement among raft nodes before linearized reading' (duration: 120.187547ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.701828Z","caller":"traceutil/trace.go:171","msg":"trace[1395758436] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"134.521282ms","start":"2026-03-01T01:27:35.567269Z","end":"2026-03-01T01:27:35.70179Z","steps":["trace[1395758436] 'process raft request' (duration: 134.192663ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.714381Z","caller":"traceutil/trace.go:171","msg":"trace[2079553169] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"144.909944ms","start":"2026-03-01T01:27:35.569434Z","end":"2026-03-01T01:27:35.714344Z","steps":["trace[2079553169] 'process raft request' (duration: 144.716469ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.714422Z","caller":"traceutil/trace.go:171","msg":"trace[605770072] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"141.488775ms","start":"2026-03-01T01:27:35.572896Z","end":"2026-03-01T01:27:35.714385Z","steps":["trace[605770072] 'process raft request' (duration: 141.367962ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.714704Z","caller":"traceutil/trace.go:171","msg":"trace[725867146] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"141.757522ms","start":"2026-03-01T01:27:35.572935Z","end":"2026-03-01T01:27:35.714692Z","steps":["trace[725867146] 'process raft request' (duration: 141.360551ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.71482Z","caller":"traceutil/trace.go:171","msg":"trace[1116303739] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"141.169306ms","start":"2026-03-01T01:27:35.573631Z","end":"2026-03-01T01:27:35.714801Z","steps":["trace[1116303739] 'process raft request' (duration: 140.97485ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.714809Z","caller":"traceutil/trace.go:171","msg":"trace[770740286] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"139.695687ms","start":"2026-03-01T01:27:35.575081Z","end":"2026-03-01T01:27:35.714777Z","steps":["trace[770740286] 'process raft request' (duration: 139.637585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:36.308714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979935530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:27:36.809845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979935530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:27:37.310991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979935530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:27:37.5149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.726185235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:27:37.619123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.827951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:27:37.621467Z","caller":"traceutil/trace.go:171","msg":"trace[1136071027] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"1.832873701s","start":"2026-03-01T01:27:35.788512Z","end":"2026-03-01T01:27:37.621386Z","steps":["trace[1136071027] 'process raft request' (duration: 1.726684618s)","trace[1136071027] 'compare' (duration: 103.104422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:37.621997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:35.788478Z","time spent":"1.833380934s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:27:37.623365Z","caller":"traceutil/trace.go:171","msg":"trace[456765966] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"1.834301308s","start":"2026-03-01T01:27:35.788999Z","end":"2026-03-01T01:27:37.623301Z","steps":["trace[456765966] 'process raft request' (duration: 1.831131435s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.623575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:35.788971Z","time spent":"1.834486113s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:27:37.623602Z","caller":"traceutil/trace.go:171","msg":"trace[402123540] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2755; }","duration":"1.815538049s","start":"2026-03-01T01:27:35.807992Z","end":"2026-03-01T01:27:37.623531Z","steps":["trace[402123540] 'read index received' (duration: 1.707148259s)","trace[402123540] 'applied index is now lower than readState.Index' (duration: 108.386699ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:37.623946Z","caller":"traceutil/trace.go:171","msg":"trace[1637011681] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"1.335164708s","start":"2026-03-01T01:27:36.288728Z","end":"2026-03-01T01:27:37.623893Z","steps":["trace[1637011681] 'process raft request' (duration: 1.33180819s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.62433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:36.288701Z","time spent":"1.335359493s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:27:37.629216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821227816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:27:37.629421Z","caller":"traceutil/trace.go:171","msg":"trace[677037162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2652; }","duration":"1.82135057s","start":"2026-03-01T01:27:35.807912Z","end":"2026-03-01T01:27:37.629262Z","steps":["trace[677037162] 'agreement among raft nodes before linearized reading' (duration: 1.815754314s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.629545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:35.807888Z","time spent":"1.821626767s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:27:37.674881Z","caller":"traceutil/trace.go:171","msg":"trace[1254210857] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"105.909106ms","start":"2026-03-01T01:27:37.568941Z","end":"2026-03-01T01:27:37.67485Z","steps":["trace[1254210857] 'process raft request' (duration: 105.474104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.67515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.3695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:27:37.675198Z","caller":"traceutil/trace.go:171","msg":"trace[99158208] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2653; }","duration":"316.481953ms","start":"2026-03-01T01:27:37.358706Z","end":"2026-03-01T01:27:37.675188Z","steps":["trace[99158208] 'agreement among raft nodes before linearized reading' (duration: 316.38529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.675232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:37.358685Z","time spent":"316.537104ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:27:37.67553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810817536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18989354d103fe55\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-01T01:27:37.675632Z","caller":"traceutil/trace.go:171","msg":"trace[1956874013] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18989354d103fe55; range_end:; response_count:1; response_revision:2653; }","duration":"1.810955649s","start":"2026-03-01T01:27:35.864632Z","end":"2026-03-01T01:27:37.675588Z","steps":["trace[1956874013] 'agreement among raft nodes before linearized reading' (duration: 1.810695292s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.675743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:35.864597Z","time spent":"1.811133574s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18989354d103fe55\" "} {"level":"warn","ts":"2026-03-01T01:27:37.675962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008606912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:27:37.676016Z","caller":"traceutil/trace.go:171","msg":"trace[1699214817] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2653; }","duration":"1.008693185s","start":"2026-03-01T01:27:36.667306Z","end":"2026-03-01T01:27:37.675999Z","steps":["trace[1699214817] 'agreement among raft nodes before linearized reading' (duration: 1.008619403s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.676082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:36.667286Z","time spent":"1.008786968s","remote":"127.0.0.1:50824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:27:37.67627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.816472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:27:37.676308Z","caller":"traceutil/trace.go:171","msg":"trace[1321800568] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2653; }","duration":"439.901115ms","start":"2026-03-01T01:27:37.236397Z","end":"2026-03-01T01:27:37.676298Z","steps":["trace[1321800568] 'agreement among raft nodes before linearized reading' (duration: 439.834094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.676338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:37.236373Z","time spent":"439.957506ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:27:37.676288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225871655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T01:27:37.676417Z","caller":"traceutil/trace.go:171","msg":"trace[302619984] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2653; }","duration":"1.22606064s","start":"2026-03-01T01:27:36.450327Z","end":"2026-03-01T01:27:37.676388Z","steps":["trace[302619984] 'agreement among raft nodes before linearized reading' (duration: 1.225656799s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.676486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:36.450307Z","time spent":"1.226167412s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-01T01:27:37.863289Z","caller":"traceutil/trace.go:171","msg":"trace[1247822847] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"182.195577ms","start":"2026-03-01T01:27:37.681045Z","end":"2026-03-01T01:27:37.863241Z","steps":["trace[1247822847] 'read index received' (duration: 93.550463ms)","trace[1247822847] 'applied index is now lower than readState.Index' (duration: 88.643674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:37.863497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.146283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:27:37.863568Z","caller":"traceutil/trace.go:171","msg":"trace[1683211395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2654; }","duration":"180.244125ms","start":"2026-03-01T01:27:37.68331Z","end":"2026-03-01T01:27:37.863554Z","steps":["trace[1683211395] 'agreement among raft nodes before linearized reading' (duration: 180.151683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.86386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.812533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-01T01:27:37.863903Z","caller":"traceutil/trace.go:171","msg":"trace[2003423156] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2654; }","duration":"182.887875ms","start":"2026-03-01T01:27:37.681005Z","end":"2026-03-01T01:27:37.863892Z","steps":["trace[2003423156] 'agreement among raft nodes before linearized reading' (duration: 182.71789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.864136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.021992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:27:37.864177Z","caller":"traceutil/trace.go:171","msg":"trace[1873832651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2654; }","duration":"146.106944ms","start":"2026-03-01T01:27:37.718061Z","end":"2026-03-01T01:27:37.864168Z","steps":["trace[1873832651] 'agreement among raft nodes before linearized reading' (duration: 146.003711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.864184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.562434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:27:37.864246Z","caller":"traceutil/trace.go:171","msg":"trace[621830080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2654; }","duration":"144.654197ms","start":"2026-03-01T01:27:37.719576Z","end":"2026-03-01T01:27:37.86423Z","steps":["trace[621830080] 'agreement among raft nodes before linearized reading' (duration: 144.457472ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:37.864392Z","caller":"traceutil/trace.go:171","msg":"trace[2056993902] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"184.807024ms","start":"2026-03-01T01:27:37.67953Z","end":"2026-03-01T01:27:37.864337Z","steps":["trace[2056993902] 'process raft request' (duration: 95.162734ms)","trace[2056993902] 'compare' (duration: 88.387918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:37.864673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.726894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:27:37.864708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.439673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:27:37.864726Z","caller":"traceutil/trace.go:171","msg":"trace[727407399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2654; }","duration":"140.871947ms","start":"2026-03-01T01:27:37.723844Z","end":"2026-03-01T01:27:37.864716Z","steps":["trace[727407399] 'agreement among raft nodes before linearized reading' (duration: 140.724754ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:37.864746Z","caller":"traceutil/trace.go:171","msg":"trace[1004043270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2654; }","duration":"141.499654ms","start":"2026-03-01T01:27:37.723237Z","end":"2026-03-01T01:27:37.864736Z","steps":["trace[1004043270] 'agreement among raft nodes before linearized reading' (duration: 141.36979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:37.864884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.798346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:27:37.86493Z","caller":"traceutil/trace.go:171","msg":"trace[346460980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2654; }","duration":"140.842957ms","start":"2026-03-01T01:27:37.724076Z","end":"2026-03-01T01:27:37.864919Z","steps":["trace[346460980] 'agreement among raft nodes before linearized reading' (duration: 140.751814ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:38.060213Z","caller":"traceutil/trace.go:171","msg":"trace[1137505189] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"187.999089ms","start":"2026-03-01T01:27:37.872185Z","end":"2026-03-01T01:27:38.060184Z","steps":["trace[1137505189] 'process raft request' (duration: 187.750862ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:38.060616Z","caller":"traceutil/trace.go:171","msg":"trace[499965097] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"188.378968ms","start":"2026-03-01T01:27:37.872192Z","end":"2026-03-01T01:27:38.060571Z","steps":["trace[499965097] 'process raft request' (duration: 187.939146ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:38.060679Z","caller":"traceutil/trace.go:171","msg":"trace[308733483] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"188.360658ms","start":"2026-03-01T01:27:37.872238Z","end":"2026-03-01T01:27:38.060599Z","steps":["trace[308733483] 'process raft request' (duration: 188.156152ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:38.060711Z","caller":"traceutil/trace.go:171","msg":"trace[148733761] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"188.093561ms","start":"2026-03-01T01:27:37.872585Z","end":"2026-03-01T01:27:38.060679Z","steps":["trace[148733761] 'process raft request' (duration: 187.941367ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:38.060755Z","caller":"traceutil/trace.go:171","msg":"trace[1459418601] linearizableReadLoop","detail":"{readStateIndex:2766; appliedIndex:2760; }","duration":"184.410885ms","start":"2026-03-01T01:27:37.876328Z","end":"2026-03-01T01:27:38.060739Z","steps":["trace[1459418601] 'read index received' (duration: 52.696816ms)","trace[1459418601] 'applied index is now lower than readState.Index' (duration: 131.712739ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:38.06091Z","caller":"traceutil/trace.go:171","msg":"trace[1569414965] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"186.52237ms","start":"2026-03-01T01:27:37.874362Z","end":"2026-03-01T01:27:38.060884Z","steps":["trace[1569414965] 'process raft request' (duration: 186.220082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:38.060953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.60364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-01T01:27:38.061Z","caller":"traceutil/trace.go:171","msg":"trace[77713592] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2660; }","duration":"184.707183ms","start":"2026-03-01T01:27:37.876283Z","end":"2026-03-01T01:27:38.06099Z","steps":["trace[77713592] 'agreement among raft nodes before linearized reading' (duration: 184.503917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:38.718043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.620643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T01:27:38.718155Z","caller":"traceutil/trace.go:171","msg":"trace[624080121] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2660; }","duration":"268.818668ms","start":"2026-03-01T01:27:38.449308Z","end":"2026-03-01T01:27:38.718127Z","steps":["trace[624080121] 'range keys from in-memory index tree' (duration: 268.304115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:38.718524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.471933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:27:38.718755Z","caller":"traceutil/trace.go:171","msg":"trace[1530774926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2660; }","duration":"511.796802ms","start":"2026-03-01T01:27:38.206915Z","end":"2026-03-01T01:27:38.718711Z","steps":["trace[1530774926] 'range keys from in-memory index tree' (duration: 510.851888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:38.718991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:38.206888Z","time spent":"512.077319ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:27:38.921868Z","caller":"traceutil/trace.go:171","msg":"trace[1302385619] linearizableReadLoop","detail":"{readStateIndex:2767; appliedIndex:2766; }","duration":"136.697908ms","start":"2026-03-01T01:27:38.785137Z","end":"2026-03-01T01:27:38.921835Z","steps":["trace[1302385619] 'read index received' (duration: 136.476762ms)","trace[1302385619] 'applied index is now lower than readState.Index' (duration: 219.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:38.921991Z","caller":"traceutil/trace.go:171","msg":"trace[90327593] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"150.661503ms","start":"2026-03-01T01:27:38.771294Z","end":"2026-03-01T01:27:38.921955Z","steps":["trace[90327593] 'process raft request' (duration: 150.285883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:38.922104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.942035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:27:38.922163Z","caller":"traceutil/trace.go:171","msg":"trace[865200479] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2661; }","duration":"137.076828ms","start":"2026-03-01T01:27:38.785068Z","end":"2026-03-01T01:27:38.922144Z","steps":["trace[865200479] 'agreement among raft nodes before linearized reading' (duration: 136.947855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:38.980401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.487134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:27:38.980524Z","caller":"traceutil/trace.go:171","msg":"trace[990072309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2661; }","duration":"172.651748ms","start":"2026-03-01T01:27:38.807846Z","end":"2026-03-01T01:27:38.980498Z","steps":["trace[990072309] 'agreement among raft nodes before linearized reading' (duration: 172.458283ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:29:32.362973Z","caller":"traceutil/trace.go:171","msg":"trace[1973688341] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"118.526596ms","start":"2026-03-01T01:29:32.244417Z","end":"2026-03-01T01:29:32.362944Z","steps":["trace[1973688341] 'process raft request' (duration: 118.362542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:30:05.721209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.960027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-03-01T01:30:05.721257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.16393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:30:05.721308Z","caller":"traceutil/trace.go:171","msg":"trace[1110207103] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3557; }","duration":"555.090231ms","start":"2026-03-01T01:30:05.166194Z","end":"2026-03-01T01:30:05.721284Z","steps":["trace[1110207103] 'range keys from in-memory index tree' (duration: 554.774452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:30:05.721334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.204122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-01T01:30:05.721363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:30:05.166179Z","time spent":"555.174543ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-03-01T01:30:05.721379Z","caller":"traceutil/trace.go:171","msg":"trace[1515783382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3557; }","duration":"352.351305ms","start":"2026-03-01T01:30:05.368997Z","end":"2026-03-01T01:30:05.721349Z","steps":["trace[1515783382] 'count revisions from in-memory index tree' (duration: 351.991626ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:30:05.72145Z","caller":"traceutil/trace.go:171","msg":"trace[1200530320] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3557; }","duration":"233.357596ms","start":"2026-03-01T01:30:05.488062Z","end":"2026-03-01T01:30:05.72142Z","steps":["trace[1200530320] 'range keys from in-memory index tree' (duration: 233.013027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:30:05.721302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.684706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:30:05.721485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:30:05.368974Z","time spent":"352.484299ms","remote":"127.0.0.1:50274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:30:05.721557Z","caller":"traceutil/trace.go:171","msg":"trace[661803097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:3557; }","duration":"711.977373ms","start":"2026-03-01T01:30:05.009563Z","end":"2026-03-01T01:30:05.721541Z","steps":["trace[661803097] 'range keys from in-memory index tree' (duration: 711.549612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:30:05.721603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:30:05.009539Z","time spent":"712.053285ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:31:02.626291Z","caller":"traceutil/trace.go:171","msg":"trace[1641638189] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"100.511536ms","start":"2026-03-01T01:31:02.525759Z","end":"2026-03-01T01:31:02.62627Z","steps":["trace[1641638189] 'process raft request' (duration: 100.475725ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:02.62635Z","caller":"traceutil/trace.go:171","msg":"trace[1821772996] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"103.615767ms","start":"2026-03-01T01:31:02.522713Z","end":"2026-03-01T01:31:02.626329Z","steps":["trace[1821772996] 'process raft request' (duration: 75.59886ms)","trace[1821772996] 'compare' (duration: 27.843243ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:22.400205Z","caller":"traceutil/trace.go:171","msg":"trace[1471153508] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"118.646252ms","start":"2026-03-01T01:31:22.281526Z","end":"2026-03-01T01:31:22.400173Z","steps":["trace[1471153508] 'process raft request' (duration: 109.342797ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.040048Z","caller":"traceutil/trace.go:171","msg":"trace[393676550] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"100.359221ms","start":"2026-03-01T01:31:23.939657Z","end":"2026-03-01T01:31:24.040016Z","steps":["trace[393676550] 'process raft request' (duration: 100.255759ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.040075Z","caller":"traceutil/trace.go:171","msg":"trace[1707153257] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"105.279881ms","start":"2026-03-01T01:31:23.934758Z","end":"2026-03-01T01:31:24.040038Z","steps":["trace[1707153257] 'process raft request' (duration: 104.945692ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.439378Z","caller":"traceutil/trace.go:171","msg":"trace[1452530928] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"116.146237ms","start":"2026-03-01T01:31:24.323187Z","end":"2026-03-01T01:31:24.439333Z","steps":["trace[1452530928] 'process raft request' (duration: 115.261203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:24.439435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.833895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-01T01:31:24.439576Z","caller":"traceutil/trace.go:171","msg":"trace[1426168339] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4429; }","duration":"120.017339ms","start":"2026-03-01T01:31:24.319543Z","end":"2026-03-01T01:31:24.439561Z","steps":["trace[1426168339] 'agreement among raft nodes before linearized reading' (duration: 119.723981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.084716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.983408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:25.084818Z","caller":"traceutil/trace.go:171","msg":"trace[1885036276] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4445; }","duration":"373.110591ms","start":"2026-03-01T01:31:24.711687Z","end":"2026-03-01T01:31:25.084798Z","steps":["trace[1885036276] 'range keys from in-memory index tree' (duration: 372.943376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.084861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.71168Z","time spent":"373.171242ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-01T01:31:25.084941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.384582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:25.085059Z","caller":"traceutil/trace.go:171","msg":"trace[1075889200] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"365.652344ms","start":"2026-03-01T01:31:24.719385Z","end":"2026-03-01T01:31:25.085038Z","steps":["trace[1075889200] 'process raft request' (duration: 99.080058ms)","trace[1075889200] 'compare' (duration: 266.096563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:25.085133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.719371Z","time spent":"365.719065ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:25.113001Z","caller":"traceutil/trace.go:171","msg":"trace[1465137988] linearizableReadLoop","detail":"{readStateIndex:4628; appliedIndex:4626; }","duration":"338.89822ms","start":"2026-03-01T01:31:24.774059Z","end":"2026-03-01T01:31:25.112957Z","steps":["trace[1465137988] 'read index received' (duration: 44.419419ms)","trace[1465137988] 'applied index is now lower than readState.Index' (duration: 294.477781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:25.11319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.760632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:25.113283Z","caller":"traceutil/trace.go:171","msg":"trace[915385639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4447; }","duration":"304.893775ms","start":"2026-03-01T01:31:24.808375Z","end":"2026-03-01T01:31:25.113269Z","steps":["trace[915385639] 'agreement among raft nodes before linearized reading' (duration: 304.754511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.113326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.808358Z","time spent":"304.958056ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:31:25.113532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.462805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:25.113584Z","caller":"traceutil/trace.go:171","msg":"trace[806608912] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4447; }","duration":"339.529017ms","start":"2026-03-01T01:31:24.774034Z","end":"2026-03-01T01:31:25.113563Z","steps":["trace[806608912] 'agreement among raft nodes before linearized reading' (duration: 339.464555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.113653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.774022Z","time spent":"339.613429ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:31:25.113749Z","caller":"traceutil/trace.go:171","msg":"trace[386503046] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"392.890131ms","start":"2026-03-01T01:31:24.720833Z","end":"2026-03-01T01:31:25.113723Z","steps":["trace[386503046] 'process raft request' (duration: 392.037269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.113884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.72081Z","time spent":"393.014425ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:25.113877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.636926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-01T01:31:25.113949Z","caller":"traceutil/trace.go:171","msg":"trace[1909204282] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4447; }","duration":"272.752409ms","start":"2026-03-01T01:31:24.841178Z","end":"2026-03-01T01:31:25.11393Z","steps":["trace[1909204282] 'agreement among raft nodes before linearized reading' (duration: 272.505383ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:29.789863Z","caller":"traceutil/trace.go:171","msg":"trace[1973763392] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"138.401753ms","start":"2026-03-01T01:31:29.65144Z","end":"2026-03-01T01:31:29.789841Z","steps":["trace[1973763392] 'process raft request' (duration: 138.26945ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:31.433666Z","caller":"traceutil/trace.go:171","msg":"trace[451805573] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"171.924355ms","start":"2026-03-01T01:31:31.261693Z","end":"2026-03-01T01:31:31.433617Z","steps":["trace[451805573] 'process raft request' (duration: 129.915919ms)","trace[451805573] 'compare' (duration: 41.737649ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:31.444169Z","caller":"traceutil/trace.go:171","msg":"trace[1330100118] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4816; }","duration":"157.438744ms","start":"2026-03-01T01:31:31.286705Z","end":"2026-03-01T01:31:31.444144Z","steps":["trace[1330100118] 'read index received' (duration: 104.917512ms)","trace[1330100118] 'applied index is now lower than readState.Index' (duration: 52.520352ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:31.444199Z","caller":"traceutil/trace.go:171","msg":"trace[579121357] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"182.410882ms","start":"2026-03-01T01:31:31.261759Z","end":"2026-03-01T01:31:31.444169Z","steps":["trace[579121357] 'process raft request' (duration: 182.210366ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:31.444289Z","caller":"traceutil/trace.go:171","msg":"trace[1647381821] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"181.807045ms","start":"2026-03-01T01:31:31.262473Z","end":"2026-03-01T01:31:31.44428Z","steps":["trace[1647381821] 'process raft request' (duration: 181.61557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.44477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.06157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714371"} {"level":"info","ts":"2026-03-01T01:31:31.444812Z","caller":"traceutil/trace.go:171","msg":"trace[143678064] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4634; }","duration":"158.153742ms","start":"2026-03-01T01:31:31.28665Z","end":"2026-03-01T01:31:31.444803Z","steps":["trace[143678064] 'agreement among raft nodes before linearized reading' (duration: 157.756192ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.195254Z","caller":"traceutil/trace.go:171","msg":"trace[1263077075] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"320.321591ms","start":"2026-03-01T01:31:32.874905Z","end":"2026-03-01T01:31:33.195226Z","steps":["trace[1263077075] 'process raft request' (duration: 224.355625ms)","trace[1263077075] 'compare' (duration: 95.823602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:33.195364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:32.874884Z","time spent":"320.425394ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:31:33.195384Z","caller":"traceutil/trace.go:171","msg":"trace[665161869] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4878; }","duration":"298.382533ms","start":"2026-03-01T01:31:32.896979Z","end":"2026-03-01T01:31:33.195362Z","steps":["trace[665161869] 'read index received' (duration: 202.369466ms)","trace[665161869] 'applied index is now lower than readState.Index' (duration: 96.010807ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:33.195345Z","caller":"traceutil/trace.go:171","msg":"trace[1033191209] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"273.5806ms","start":"2026-03-01T01:31:32.92174Z","end":"2026-03-01T01:31:33.195321Z","steps":["trace[1033191209] 'process raft request' (duration: 273.506758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.195672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.674721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-01T01:31:33.19572Z","caller":"traceutil/trace.go:171","msg":"trace[1183560631] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4692; }","duration":"298.728762ms","start":"2026-03-01T01:31:32.896975Z","end":"2026-03-01T01:31:33.195704Z","steps":["trace[1183560631] 'agreement among raft nodes before linearized reading' (duration: 298.487366ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.400783Z","caller":"traceutil/trace.go:171","msg":"trace[922206573] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"205.918409ms","start":"2026-03-01T01:31:33.194844Z","end":"2026-03-01T01:31:33.400763Z","steps":["trace[922206573] 'process raft request' (duration: 205.744535ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.401025Z","caller":"traceutil/trace.go:171","msg":"trace[1561468974] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"198.455593ms","start":"2026-03-01T01:31:33.202553Z","end":"2026-03-01T01:31:33.401009Z","steps":["trace[1561468974] 'process raft request' (duration: 198.174865ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.401248Z","caller":"traceutil/trace.go:171","msg":"trace[1944542043] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"192.023084ms","start":"2026-03-01T01:31:33.209195Z","end":"2026-03-01T01:31:33.401218Z","steps":["trace[1944542043] 'process raft request' (duration: 191.759857ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.401234Z","caller":"traceutil/trace.go:171","msg":"trace[1031923057] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4880; }","duration":"205.753535ms","start":"2026-03-01T01:31:33.195444Z","end":"2026-03-01T01:31:33.401198Z","steps":["trace[1031923057] 'read index received' (duration: 21.66825ms)","trace[1031923057] 'applied index is now lower than readState.Index' (duration: 184.082145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:33.401503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.831161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-01T01:31:33.401554Z","caller":"traceutil/trace.go:171","msg":"trace[1922543522] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b; range_end:; response_count:1; response_revision:4696; }","duration":"253.944434ms","start":"2026-03-01T01:31:33.147598Z","end":"2026-03-01T01:31:33.401542Z","steps":["trace[1922543522] 'agreement among raft nodes before linearized reading' (duration: 253.705168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.401586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.063331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-01T01:31:33.401652Z","caller":"traceutil/trace.go:171","msg":"trace[143020933] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4696; }","duration":"201.173114ms","start":"2026-03-01T01:31:33.20046Z","end":"2026-03-01T01:31:33.401633Z","steps":["trace[143020933] 'agreement among raft nodes before linearized reading' (duration: 200.959189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.401789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.968405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:31:33.401866Z","caller":"traceutil/trace.go:171","msg":"trace[1614012756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4696; }","duration":"156.097288ms","start":"2026-03-01T01:31:33.245757Z","end":"2026-03-01T01:31:33.401854Z","steps":["trace[1614012756] 'agreement among raft nodes before linearized reading' (duration: 155.910983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.571291Z","caller":"traceutil/trace.go:171","msg":"trace[1149300350] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"108.725702ms","start":"2026-03-01T01:31:33.46254Z","end":"2026-03-01T01:31:33.571266Z","steps":["trace[1149300350] 'process raft request' (duration: 108.558248ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.873442Z","caller":"traceutil/trace.go:171","msg":"trace[1268269157] linearizableReadLoop","detail":"{readStateIndex:4888; appliedIndex:4886; }","duration":"400.350537ms","start":"2026-03-01T01:31:33.473063Z","end":"2026-03-01T01:31:33.873413Z","steps":["trace[1268269157] 'read index received' (duration: 98.131973ms)","trace[1268269157] 'applied index is now lower than readState.Index' (duration: 302.216834ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:33.873645Z","caller":"traceutil/trace.go:171","msg":"trace[281198387] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"404.130887ms","start":"2026-03-01T01:31:33.469465Z","end":"2026-03-01T01:31:33.873596Z","steps":["trace[281198387] 'process raft request' (duration: 386.608275ms)","trace[281198387] 'compare' (duration: 17.139631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:33.873811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.727487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:31:33.873832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.469431Z","time spent":"404.304941ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58198,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:31:33.873894Z","caller":"traceutil/trace.go:171","msg":"trace[1183580708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4699; }","duration":"400.862921ms","start":"2026-03-01T01:31:33.473011Z","end":"2026-03-01T01:31:33.873874Z","steps":["trace[1183580708] 'agreement among raft nodes before linearized reading' (duration: 400.580743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.874104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.472999Z","time spent":"401.083656ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:31:33.946794Z","caller":"traceutil/trace.go:171","msg":"trace[1339012406] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"189.695923ms","start":"2026-03-01T01:31:33.757044Z","end":"2026-03-01T01:31:33.94674Z","steps":["trace[1339012406] 'process raft request' (duration: 189.413356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.946928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.353466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:31:33.946993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.249706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:31:33.947013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.317847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:33.947026Z","caller":"traceutil/trace.go:171","msg":"trace[224392712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4700; }","duration":"471.49269ms","start":"2026-03-01T01:31:33.475505Z","end":"2026-03-01T01:31:33.946997Z","steps":["trace[224392712] 'agreement among raft nodes before linearized reading' (duration: 471.204982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.947026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.463275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:31:33.947062Z","caller":"traceutil/trace.go:171","msg":"trace[462776950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4700; }","duration":"446.330358ms","start":"2026-03-01T01:31:33.500715Z","end":"2026-03-01T01:31:33.947045Z","steps":["trace[462776950] 'agreement among raft nodes before linearized reading' (duration: 446.083852ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.94707Z","caller":"traceutil/trace.go:171","msg":"trace[443320189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4700; }","duration":"112.400898ms","start":"2026-03-01T01:31:33.834655Z","end":"2026-03-01T01:31:33.947056Z","steps":["trace[443320189] 'agreement among raft nodes before linearized reading' (duration: 112.310276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.947162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.915259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xq8jv\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-01T01:31:33.947206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.848832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:31:33.947217Z","caller":"traceutil/trace.go:171","msg":"trace[840699737] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xq8jv; range_end:; response_count:1; response_revision:4700; }","duration":"190.022612ms","start":"2026-03-01T01:31:33.757172Z","end":"2026-03-01T01:31:33.947195Z","steps":["trace[840699737] 'agreement among raft nodes before linearized reading' (duration: 189.909439ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:33.947244Z","caller":"traceutil/trace.go:171","msg":"trace[1398485914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4700; }","duration":"424.905454ms","start":"2026-03-01T01:31:33.522329Z","end":"2026-03-01T01:31:33.947235Z","steps":["trace[1398485914] 'agreement among raft nodes before linearized reading' (duration: 424.808452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.946922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.921733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:31:33.94729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.52232Z","time spent":"424.958235ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:31:33.947355Z","caller":"traceutil/trace.go:171","msg":"trace[391544989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4700; }","duration":"140.360274ms","start":"2026-03-01T01:31:33.806921Z","end":"2026-03-01T01:31:33.947281Z","steps":["trace[391544989] 'agreement among raft nodes before linearized reading' (duration: 139.921823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.947028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.59494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:31:33.94748Z","caller":"traceutil/trace.go:171","msg":"trace[144100566] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:4700; }","duration":"402.124704ms","start":"2026-03-01T01:31:33.54534Z","end":"2026-03-01T01:31:33.947465Z","steps":["trace[144100566] 'agreement among raft nodes before linearized reading' (duration: 401.397485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.94755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.545321Z","time spent":"402.200087ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-01T01:31:33.947082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.475495Z","time spent":"471.577752ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T01:31:33.947108Z","caller":"traceutil/trace.go:171","msg":"trace[7497010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4700; }","duration":"445.582908ms","start":"2026-03-01T01:31:33.501506Z","end":"2026-03-01T01:31:33.947089Z","steps":["trace[7497010] 'agreement among raft nodes before linearized reading' (duration: 445.27923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:33.947909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.501492Z","time spent":"446.401859ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:33.947118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.500708Z","time spent":"446.39222ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:34.388889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.759115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:34.389166Z","caller":"traceutil/trace.go:171","msg":"trace[757921184] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"510.471146ms","start":"2026-03-01T01:31:33.878659Z","end":"2026-03-01T01:31:34.38913Z","steps":["trace[757921184] 'process raft request' (duration: 100.343961ms)","trace[757921184] 'compare' (duration: 409.292113ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:34.3892Z","caller":"traceutil/trace.go:171","msg":"trace[922392197] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"507.451986ms","start":"2026-03-01T01:31:33.881707Z","end":"2026-03-01T01:31:34.389159Z","steps":["trace[922392197] 'process raft request' (duration: 507.310003ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:34.389262Z","caller":"traceutil/trace.go:171","msg":"trace[584958912] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4889; }","duration":"440.545735ms","start":"2026-03-01T01:31:33.948697Z","end":"2026-03-01T01:31:34.389242Z","steps":["trace[584958912] 'read index received' (duration: 30.267426ms)","trace[584958912] 'applied index is now lower than readState.Index' (duration: 410.275809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:34.389317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.878639Z","time spent":"510.599669ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:34.389367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.9486Z","time spent":"440.761621ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:31:34.389382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.881681Z","time spent":"507.62104ms","remote":"127.0.0.1:56010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:31:34.389409Z","caller":"traceutil/trace.go:171","msg":"trace[1210112421] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"437.540316ms","start":"2026-03-01T01:31:33.951849Z","end":"2026-03-01T01:31:34.38939Z","steps":["trace[1210112421] 'process raft request' (duration: 437.415363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.38949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.951826Z","time spent":"437.622708ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:34.38951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.777192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:34.389625Z","caller":"traceutil/trace.go:171","msg":"trace[283075947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4703; }","duration":"440.971906ms","start":"2026-03-01T01:31:33.948629Z","end":"2026-03-01T01:31:34.389601Z","steps":["trace[283075947] 'agreement among raft nodes before linearized reading' (duration: 440.697159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.389674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.948608Z","time spent":"441.056809ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:31:34.389845Z","caller":"traceutil/trace.go:171","msg":"trace[920561451] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"437.937307ms","start":"2026-03-01T01:31:33.951893Z","end":"2026-03-01T01:31:34.389831Z","steps":["trace[920561451] 'process raft request' (duration: 437.446404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.389977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.951869Z","time spent":"438.011818ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:34.39025Z","caller":"traceutil/trace.go:171","msg":"trace[205497539] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"437.486625ms","start":"2026-03-01T01:31:33.95275Z","end":"2026-03-01T01:31:34.390237Z","steps":["trace[205497539] 'process raft request' (duration: 437.003802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.390323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.95273Z","time spent":"437.558657ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:34.390429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.306322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:34.390481Z","caller":"traceutil/trace.go:171","msg":"trace[1038782506] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4706; }","duration":"439.376035ms","start":"2026-03-01T01:31:33.951093Z","end":"2026-03-01T01:31:34.390469Z","steps":["trace[1038782506] 'agreement among raft nodes before linearized reading' (duration: 439.257322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.390511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.951076Z","time spent":"439.428096ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T01:31:34.39049Z","caller":"traceutil/trace.go:171","msg":"trace[107014942] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"432.157345ms","start":"2026-03-01T01:31:33.958298Z","end":"2026-03-01T01:31:34.390455Z","steps":["trace[107014942] 'process raft request' (duration: 431.822846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.390681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.788527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:31:34.390737Z","caller":"traceutil/trace.go:171","msg":"trace[278400642] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:4706; }","duration":"175.87776ms","start":"2026-03-01T01:31:34.214845Z","end":"2026-03-01T01:31:34.390723Z","steps":["trace[278400642] 'agreement among raft nodes before linearized reading' (duration: 175.690295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.390775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.685003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:34.390857Z","caller":"traceutil/trace.go:171","msg":"trace[1731706427] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4706; }","duration":"243.815098ms","start":"2026-03-01T01:31:34.147027Z","end":"2026-03-01T01:31:34.390842Z","steps":["trace[1731706427] 'agreement among raft nodes before linearized reading' (duration: 243.570151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.390677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:33.958279Z","time spent":"432.297398ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:34.634571Z","caller":"traceutil/trace.go:171","msg":"trace[1758509785] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"148.402016ms","start":"2026-03-01T01:31:34.486141Z","end":"2026-03-01T01:31:34.634543Z","steps":["trace[1758509785] 'process raft request' (duration: 146.293031ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:34.63792Z","caller":"traceutil/trace.go:171","msg":"trace[1495593682] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"144.182885ms","start":"2026-03-01T01:31:34.493722Z","end":"2026-03-01T01:31:34.637904Z","steps":["trace[1495593682] 'process raft request' (duration: 143.965499ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:34.90171Z","caller":"traceutil/trace.go:171","msg":"trace[833204956] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"188.015789ms","start":"2026-03-01T01:31:34.713649Z","end":"2026-03-01T01:31:34.901664Z","steps":["trace[833204956] 'process raft request' (duration: 151.324563ms)","trace[833204956] 'compare' (duration: 36.45974ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:34.902391Z","caller":"traceutil/trace.go:171","msg":"trace[2115959261] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"122.775281ms","start":"2026-03-01T01:31:34.779561Z","end":"2026-03-01T01:31:34.902336Z","steps":["trace[2115959261] 'process raft request' (duration: 122.671339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:35.747029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.688183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-01T01:31:35.747159Z","caller":"traceutil/trace.go:171","msg":"trace[1919560541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b; range_end:; response_count:1; response_revision:4732; }","duration":"398.879788ms","start":"2026-03-01T01:31:35.348252Z","end":"2026-03-01T01:31:35.747132Z","steps":["trace[1919560541] 'range keys from in-memory index tree' (duration: 398.314404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:35.747218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:35.348231Z","time spent":"398.970851ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b\" "} {"level":"info","ts":"2026-03-01T01:31:35.757457Z","caller":"traceutil/trace.go:171","msg":"trace[1354974365] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4922; }","duration":"345.625856ms","start":"2026-03-01T01:31:35.411816Z","end":"2026-03-01T01:31:35.757442Z","steps":["trace[1354974365] 'read index received' (duration: 345.500563ms)","trace[1354974365] 'applied index is now lower than readState.Index' (duration: 124.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:35.757547Z","caller":"traceutil/trace.go:171","msg":"trace[1498640345] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"349.361805ms","start":"2026-03-01T01:31:35.408131Z","end":"2026-03-01T01:31:35.757493Z","steps":["trace[1498640345] 'process raft request' (duration: 349.19541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:35.757777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:35.408088Z","time spent":"349.55584ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:35.757814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.983016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-01T01:31:35.757884Z","caller":"traceutil/trace.go:171","msg":"trace[1598791461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b; range_end:; response_count:1; response_revision:4733; }","duration":"346.096449ms","start":"2026-03-01T01:31:35.411768Z","end":"2026-03-01T01:31:35.757865Z","steps":["trace[1598791461] 'agreement among raft nodes before linearized reading' (duration: 345.75896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:35.757911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.0189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:31:35.758011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:35.411747Z","time spent":"346.247243ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e646597c-0a58-4c43-b9d4-8612d617749b\" "} {"level":"info","ts":"2026-03-01T01:31:35.758035Z","caller":"traceutil/trace.go:171","msg":"trace[491328948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4733; }","duration":"326.211445ms","start":"2026-03-01T01:31:35.431793Z","end":"2026-03-01T01:31:35.758004Z","steps":["trace[491328948] 'agreement among raft nodes before linearized reading' (duration: 325.829305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:35.758111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:35.431767Z","time spent":"326.333249ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:31:35.944031Z","caller":"traceutil/trace.go:171","msg":"trace[381479370] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4923; }","duration":"155.250115ms","start":"2026-03-01T01:31:35.788758Z","end":"2026-03-01T01:31:35.944008Z","steps":["trace[381479370] 'read index received' (duration: 67.63372ms)","trace[381479370] 'applied index is now lower than readState.Index' (duration: 87.615225ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:35.944116Z","caller":"traceutil/trace.go:171","msg":"trace[236442298] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"182.618656ms","start":"2026-03-01T01:31:35.761461Z","end":"2026-03-01T01:31:35.94408Z","steps":["trace[236442298] 'process raft request' (duration: 95.035122ms)","trace[236442298] 'compare' (duration: 87.403539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:35.944284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.500292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xq8jv\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-01T01:31:35.944325Z","caller":"traceutil/trace.go:171","msg":"trace[552207260] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xq8jv; range_end:; response_count:1; response_revision:4734; }","duration":"155.579634ms","start":"2026-03-01T01:31:35.788731Z","end":"2026-03-01T01:31:35.944311Z","steps":["trace[552207260] 'agreement among raft nodes before linearized reading' (duration: 155.400439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:35.944335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.341841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xq8jv.1898938ec557441a\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-01T01:31:35.94441Z","caller":"traceutil/trace.go:171","msg":"trace[1015267450] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xq8jv.1898938ec557441a; range_end:; response_count:1; response_revision:4734; }","duration":"154.451114ms","start":"2026-03-01T01:31:35.789941Z","end":"2026-03-01T01:31:35.944392Z","steps":["trace[1015267450] 'agreement among raft nodes before linearized reading' (duration: 154.258829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:35.944505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.815596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:35.944626Z","caller":"traceutil/trace.go:171","msg":"trace[138615870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4734; }","duration":"137.965371ms","start":"2026-03-01T01:31:35.806631Z","end":"2026-03-01T01:31:35.944596Z","steps":["trace[138615870] 'agreement among raft nodes before linearized reading' (duration: 137.763135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:41.505439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.799385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:41.505577Z","caller":"traceutil/trace.go:171","msg":"trace[2025275929] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"255.960957ms","start":"2026-03-01T01:31:41.249596Z","end":"2026-03-01T01:31:41.505557Z","steps":["trace[2025275929] 'process raft request' (duration: 35.919485ms)","trace[2025275929] 'compare' (duration: 219.658542ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:41.956159Z","caller":"traceutil/trace.go:171","msg":"trace[70511140] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"446.760569ms","start":"2026-03-01T01:31:41.509379Z","end":"2026-03-01T01:31:41.95614Z","steps":["trace[70511140] 'process raft request' (duration: 425.255123ms)","trace[70511140] 'compare' (duration: 21.184918ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:41.956207Z","caller":"traceutil/trace.go:171","msg":"trace[910191188] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5039; }","duration":"149.758842ms","start":"2026-03-01T01:31:41.806433Z","end":"2026-03-01T01:31:41.956192Z","steps":["trace[910191188] 'read index received' (duration: 128.216154ms)","trace[910191188] 'applied index is now lower than readState.Index' (duration: 21.541938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:41.956249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:41.509357Z","time spent":"446.848091ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:31:41.956314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.883575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:41.956352Z","caller":"traceutil/trace.go:171","msg":"trace[1283245817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4847; }","duration":"149.967177ms","start":"2026-03-01T01:31:41.806374Z","end":"2026-03-01T01:31:41.956341Z","steps":["trace[1283245817] 'agreement among raft nodes before linearized reading' (duration: 149.870945ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:41.956376Z","caller":"traceutil/trace.go:171","msg":"trace[739403089] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"176.999468ms","start":"2026-03-01T01:31:41.77937Z","end":"2026-03-01T01:31:41.956369Z","steps":["trace[739403089] 'process raft request' (duration: 176.713601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.503851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979940888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:31:42.736681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.978609ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:42.736824Z","caller":"traceutil/trace.go:171","msg":"trace[1596809660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4847; }","duration":"367.157743ms","start":"2026-03-01T01:31:42.369646Z","end":"2026-03-01T01:31:42.736803Z","steps":["trace[1596809660] 'range keys from in-memory index tree' (duration: 366.962908ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.737209Z","caller":"traceutil/trace.go:171","msg":"trace[372380902] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"755.307331ms","start":"2026-03-01T01:31:41.981886Z","end":"2026-03-01T01:31:42.737194Z","steps":["trace[372380902] 'process raft request' (duration: 738.472998ms)","trace[372380902] 'compare' (duration: 16.34261ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:42.737279Z","caller":"traceutil/trace.go:171","msg":"trace[366800689] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5041; }","duration":"733.732222ms","start":"2026-03-01T01:31:42.003527Z","end":"2026-03-01T01:31:42.73726Z","steps":["trace[366800689] 'read index received' (duration: 716.91188ms)","trace[366800689] 'applied index is now lower than readState.Index' (duration: 16.819332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:42.737306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:41.98186Z","time spent":"755.384232ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:42.737692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.385657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:31:42.737733Z","caller":"traceutil/trace.go:171","msg":"trace[759626125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4850; }","duration":"267.48938ms","start":"2026-03-01T01:31:42.470231Z","end":"2026-03-01T01:31:42.737721Z","steps":["trace[759626125] 'agreement among raft nodes before linearized reading' (duration: 267.335236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.737732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.518017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:31:42.737707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.92904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:31:42.737797Z","caller":"traceutil/trace.go:171","msg":"trace[194374384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4850; }","duration":"317.63139ms","start":"2026-03-01T01:31:42.42015Z","end":"2026-03-01T01:31:42.737781Z","steps":["trace[194374384] 'agreement among raft nodes before linearized reading' (duration: 317.431335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.737782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.402975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:31:42.737833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:42.420127Z","time spent":"317.699942ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:31:42.737861Z","caller":"traceutil/trace.go:171","msg":"trace[328850244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4850; }","duration":"265.504089ms","start":"2026-03-01T01:31:42.472334Z","end":"2026-03-01T01:31:42.737838Z","steps":["trace[328850244] 'agreement among raft nodes before linearized reading' (duration: 265.229731ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.737877Z","caller":"traceutil/trace.go:171","msg":"trace[1518219076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:4850; }","duration":"266.080173ms","start":"2026-03-01T01:31:42.471737Z","end":"2026-03-01T01:31:42.737818Z","steps":["trace[1518219076] 'agreement among raft nodes before linearized reading' (duration: 265.853097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.737893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.68864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:31:42.738009Z","caller":"traceutil/trace.go:171","msg":"trace[1517833226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4850; }","duration":"266.852233ms","start":"2026-03-01T01:31:42.471129Z","end":"2026-03-01T01:31:42.737981Z","steps":["trace[1517833226] 'agreement among raft nodes before linearized reading' (duration: 266.423192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.738323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.727162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T01:31:42.738478Z","caller":"traceutil/trace.go:171","msg":"trace[1758845616] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4850; }","duration":"714.876346ms","start":"2026-03-01T01:31:42.023541Z","end":"2026-03-01T01:31:42.738417Z","steps":["trace[1758845616] 'agreement among raft nodes before linearized reading' (duration: 713.998583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.73856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.032176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-01T01:31:42.738648Z","caller":"traceutil/trace.go:171","msg":"trace[1095959254] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4850; }","duration":"735.135269ms","start":"2026-03-01T01:31:42.003473Z","end":"2026-03-01T01:31:42.738608Z","steps":["trace[1095959254] 'agreement among raft nodes before linearized reading' (duration: 733.909827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.738717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:42.003452Z","time spent":"735.251092ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-01T01:31:42.738789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:42.023531Z","time spent":"715.076451ms","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-01T01:31:42.738824Z","caller":"traceutil/trace.go:171","msg":"trace[2025118235] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"735.004455ms","start":"2026-03-01T01:31:42.002409Z","end":"2026-03-01T01:31:42.737413Z","steps":["trace[2025118235] 'process raft request' (duration: 734.678307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:42.738968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:42.002387Z","time spent":"736.516196ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:31:42.973228Z","caller":"traceutil/trace.go:171","msg":"trace[1137455914] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"140.382795ms","start":"2026-03-01T01:31:42.832739Z","end":"2026-03-01T01:31:42.973122Z","steps":["trace[1137455914] 'process raft request' (duration: 140.218131ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.973556Z","caller":"traceutil/trace.go:171","msg":"trace[1356880307] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"129.638043ms","start":"2026-03-01T01:31:42.843875Z","end":"2026-03-01T01:31:42.973513Z","steps":["trace[1356880307] 'process raft request' (duration: 129.55739ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.973622Z","caller":"traceutil/trace.go:171","msg":"trace[447205863] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"140.762265ms","start":"2026-03-01T01:31:42.832846Z","end":"2026-03-01T01:31:42.973608Z","steps":["trace[447205863] 'process raft request' (duration: 140.227611ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.97374Z","caller":"traceutil/trace.go:171","msg":"trace[767651799] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"140.715403ms","start":"2026-03-01T01:31:42.833015Z","end":"2026-03-01T01:31:42.97373Z","steps":["trace[767651799] 'process raft request' (duration: 140.292902ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:44.03526Z","caller":"traceutil/trace.go:171","msg":"trace[224192984] linearizableReadLoop","detail":"{readStateIndex:5060; appliedIndex:5059; }","duration":"488.687633ms","start":"2026-03-01T01:31:43.546547Z","end":"2026-03-01T01:31:44.035235Z","steps":["trace[224192984] 'read index received' (duration: 487.608504ms)","trace[224192984] 'applied index is now lower than readState.Index' (duration: 1.077848ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:44.035325Z","caller":"traceutil/trace.go:171","msg":"trace[2146713444] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"788.429072ms","start":"2026-03-01T01:31:43.246866Z","end":"2026-03-01T01:31:44.035295Z","steps":["trace[2146713444] 'process raft request' (duration: 788.209296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:44.035459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.909109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:31:44.035483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:43.24679Z","time spent":"788.606477ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:44.0355Z","caller":"traceutil/trace.go:171","msg":"trace[2038768512] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:4866; }","duration":"489.008061ms","start":"2026-03-01T01:31:43.546482Z","end":"2026-03-01T01:31:44.03549Z","steps":["trace[2038768512] 'agreement among raft nodes before linearized reading' (duration: 488.850257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:44.03554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:43.546461Z","time spent":"489.071872ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-01T01:31:44.19476Z","caller":"traceutil/trace.go:171","msg":"trace[547541005] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"232.970392ms","start":"2026-03-01T01:31:43.961759Z","end":"2026-03-01T01:31:44.19473Z","steps":["trace[547541005] 'process raft request' (duration: 219.526137ms)","trace[547541005] 'compare' (duration: 13.003013ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:46.087452Z","caller":"traceutil/trace.go:171","msg":"trace[669196293] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"112.186762ms","start":"2026-03-01T01:31:45.975229Z","end":"2026-03-01T01:31:46.087416Z","steps":["trace[669196293] 'process raft request' (duration: 111.963746ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:46.143551Z","caller":"traceutil/trace.go:171","msg":"trace[1858513841] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"101.82078ms","start":"2026-03-01T01:31:46.041692Z","end":"2026-03-01T01:31:46.143512Z","steps":["trace[1858513841] 'process raft request' (duration: 101.640175ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:55.37492Z","caller":"traceutil/trace.go:171","msg":"trace[1445503142] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5250; }","duration":"136.079941ms","start":"2026-03-01T01:31:55.23882Z","end":"2026-03-01T01:31:55.3749Z","steps":["trace[1445503142] 'read index received' (duration: 136.04529ms)","trace[1445503142] 'applied index is now lower than readState.Index' (duration: 33.881µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:55.375012Z","caller":"traceutil/trace.go:171","msg":"trace[1943377047] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"156.105073ms","start":"2026-03-01T01:31:55.218874Z","end":"2026-03-01T01:31:55.374979Z","steps":["trace[1943377047] 'process raft request' (duration: 155.907218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:55.375114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.889404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:55.375143Z","caller":"traceutil/trace.go:171","msg":"trace[2046900702] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5053; }","duration":"124.952265ms","start":"2026-03-01T01:31:55.250182Z","end":"2026-03-01T01:31:55.375134Z","steps":["trace[2046900702] 'agreement among raft nodes before linearized reading' (duration: 124.844022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:55.375379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.503332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-01T01:31:55.375522Z","caller":"traceutil/trace.go:171","msg":"trace[904182057] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5053; }","duration":"136.699907ms","start":"2026-03-01T01:31:55.238786Z","end":"2026-03-01T01:31:55.375486Z","steps":["trace[904182057] 'agreement among raft nodes before linearized reading' (duration: 136.224355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.480885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.247261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:57.481268Z","caller":"traceutil/trace.go:171","msg":"trace[1528214375] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"668.234349ms","start":"2026-03-01T01:31:56.813007Z","end":"2026-03-01T01:31:57.481241Z","steps":["trace[1528214375] 'process raft request' (duration: 668.116486ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:57.481358Z","caller":"traceutil/trace.go:171","msg":"trace[389778293] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5257; }","duration":"1.183512062s","start":"2026-03-01T01:31:56.297816Z","end":"2026-03-01T01:31:57.481328Z","steps":["trace[389778293] 'read index received' (duration: 229.725975ms)","trace[389778293] 'applied index is now lower than readState.Index' (duration: 953.769176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:57.481405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.812983Z","time spent":"668.349562ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:57.481532Z","caller":"traceutil/trace.go:171","msg":"trace[297562803] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"1.194623306s","start":"2026-03-01T01:31:56.286892Z","end":"2026-03-01T01:31:57.481516Z","steps":["trace[297562803] 'process raft request' (duration: 240.627004ms)","trace[297562803] 'compare' (duration: 953.016426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:57.481656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.286839Z","time spent":"1.194734259s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:31:57.481745Z","caller":"traceutil/trace.go:171","msg":"trace[1230752358] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"1.182444363s","start":"2026-03-01T01:31:56.299249Z","end":"2026-03-01T01:31:57.481693Z","steps":["trace[1230752358] 'process raft request' (duration: 1.181776856s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.481837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183979053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:31:57.481875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.846479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:31:57.481885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.144522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-01T01:31:57.481894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.732631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:57.481936Z","caller":"traceutil/trace.go:171","msg":"trace[1232667610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5062; }","duration":"505.943122ms","start":"2026-03-01T01:31:56.975978Z","end":"2026-03-01T01:31:57.481921Z","steps":["trace[1232667610] 'agreement among raft nodes before linearized reading' (duration: 505.706406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.48192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.549642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:31:57.481937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.909243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:31:57.481987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.97596Z","time spent":"506.018744ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:31:57.481978Z","caller":"traceutil/trace.go:171","msg":"trace[1256756937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1; range_end:; response_count:1; response_revision:5062; }","duration":"352.272415ms","start":"2026-03-01T01:31:57.129686Z","end":"2026-03-01T01:31:57.481958Z","steps":["trace[1256756937] 'agreement among raft nodes before linearized reading' (duration: 352.032349ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:57.481986Z","caller":"traceutil/trace.go:171","msg":"trace[565787898] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5062; }","duration":"253.896505ms","start":"2026-03-01T01:31:57.228068Z","end":"2026-03-01T01:31:57.481965Z","steps":["trace[565787898] 'agreement among raft nodes before linearized reading' (duration: 253.724331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.482001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.299239Z","time spent":"1.182636578s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:57.481789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.640952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:31:57.482115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.925409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:31:57.482207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.726501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:31:57.482234Z","caller":"traceutil/trace.go:171","msg":"trace[1309354702] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5062; }","duration":"836.149165ms","start":"2026-03-01T01:31:56.646063Z","end":"2026-03-01T01:31:57.482213Z","steps":["trace[1309354702] 'agreement among raft nodes before linearized reading' (duration: 835.616451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.482198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.953723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:31:57.482272Z","caller":"traceutil/trace.go:171","msg":"trace[1740790471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5062; }","duration":"567.808184ms","start":"2026-03-01T01:31:56.914446Z","end":"2026-03-01T01:31:57.482254Z","steps":["trace[1740790471] 'agreement among raft nodes before linearized reading' (duration: 567.403273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.482288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.025531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-01T01:31:57.482326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.914433Z","time spent":"567.884636ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:31:57.482324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.646039Z","time spent":"836.262817ms","remote":"127.0.0.1:50790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:31:57.482028Z","caller":"traceutil/trace.go:171","msg":"trace[940251846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:5062; }","duration":"592.042016ms","start":"2026-03-01T01:31:56.889962Z","end":"2026-03-01T01:31:57.482004Z","steps":["trace[940251846] 'agreement among raft nodes before linearized reading' (duration: 591.80055ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:57.482335Z","caller":"traceutil/trace.go:171","msg":"trace[403657340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5062; }","duration":"598.163128ms","start":"2026-03-01T01:31:56.884145Z","end":"2026-03-01T01:31:57.482308Z","steps":["trace[403657340] 'agreement among raft nodes before linearized reading' (duration: 597.687786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.482471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.889937Z","time spent":"592.493379ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:31:57.482268Z","caller":"traceutil/trace.go:171","msg":"trace[683193032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5062; }","duration":"504.133464ms","start":"2026-03-01T01:31:56.978095Z","end":"2026-03-01T01:31:57.482229Z","steps":["trace[683193032] 'agreement among raft nodes before linearized reading' (duration: 503.672532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.48256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.978082Z","time spent":"504.465953ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:57.482446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.884125Z","time spent":"598.307823ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:31:57.481946Z","caller":"traceutil/trace.go:171","msg":"trace[1157160290] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5062; }","duration":"1.184127087s","start":"2026-03-01T01:31:56.297792Z","end":"2026-03-01T01:31:57.481919Z","steps":["trace[1157160290] 'agreement among raft nodes before linearized reading' (duration: 1.1838552s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.482718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.297718Z","time spent":"1.18498933s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:31:57.482027Z","caller":"traceutil/trace.go:171","msg":"trace[545803394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5062; }","duration":"502.663495ms","start":"2026-03-01T01:31:56.979323Z","end":"2026-03-01T01:31:57.481986Z","steps":["trace[545803394] 'agreement among raft nodes before linearized reading' (duration: 502.426389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.482894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.979312Z","time spent":"503.546828ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:31:57.482937Z","caller":"traceutil/trace.go:171","msg":"trace[889467929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1; range_end:; response_count:1; response_revision:5062; }","duration":"663.131774ms","start":"2026-03-01T01:31:56.819185Z","end":"2026-03-01T01:31:57.482317Z","steps":["trace[889467929] 'agreement among raft nodes before linearized reading' (duration: 662.661311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:57.482035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.129673Z","time spent":"352.353127ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1\" "} {"level":"warn","ts":"2026-03-01T01:31:57.482997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.819138Z","time spent":"663.843552ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1\" "} {"level":"info","ts":"2026-03-01T01:31:58.023954Z","caller":"traceutil/trace.go:171","msg":"trace[595037591] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"534.999384ms","start":"2026-03-01T01:31:57.488925Z","end":"2026-03-01T01:31:58.023925Z","steps":["trace[595037591] 'process raft request' (duration: 460.017694ms)","trace[595037591] 'compare' (duration: 74.543688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:58.024164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.488902Z","time spent":"535.119016ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:58.273891Z","caller":"traceutil/trace.go:171","msg":"trace[161016167] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"784.878824ms","start":"2026-03-01T01:31:57.488972Z","end":"2026-03-01T01:31:58.273851Z","steps":["trace[161016167] 'process raft request' (duration: 784.784601ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.273948Z","caller":"traceutil/trace.go:171","msg":"trace[1146598617] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"784.955815ms","start":"2026-03-01T01:31:57.488949Z","end":"2026-03-01T01:31:58.273905Z","steps":["trace[1146598617] 'process raft request' (duration: 719.989601ms)","trace[1146598617] 'compare' (duration: 64.648796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:58.274118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.488957Z","time spent":"785.024437ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.274129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.488925Z","time spent":"785.102839ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:58.274268Z","caller":"traceutil/trace.go:171","msg":"trace[1989191569] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"785.210002ms","start":"2026-03-01T01:31:57.488995Z","end":"2026-03-01T01:31:58.274205Z","steps":["trace[1989191569] 'process raft request' (duration: 784.814411ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.274357Z","caller":"traceutil/trace.go:171","msg":"trace[1239063239] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5260; }","duration":"465.258513ms","start":"2026-03-01T01:31:57.80907Z","end":"2026-03-01T01:31:58.274328Z","steps":["trace[1239063239] 'read index received' (duration: 139.812919ms)","trace[1239063239] 'applied index is now lower than readState.Index' (duration: 325.444324ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:58.274417Z","caller":"traceutil/trace.go:171","msg":"trace[497463416] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"784.36335ms","start":"2026-03-01T01:31:57.490026Z","end":"2026-03-01T01:31:58.274389Z","steps":["trace[497463416] 'process raft request' (duration: 784.100323ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.274295Z","caller":"traceutil/trace.go:171","msg":"trace[38443402] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"785.005487ms","start":"2026-03-01T01:31:57.489226Z","end":"2026-03-01T01:31:58.274232Z","steps":["trace[38443402] 'process raft request' (duration: 784.786371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.274497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.421227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:31:58.274525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.489212Z","time spent":"785.276163ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:58.274535Z","caller":"traceutil/trace.go:171","msg":"trace[337418882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5068; }","duration":"465.517719ms","start":"2026-03-01T01:31:57.809004Z","end":"2026-03-01T01:31:58.274522Z","steps":["trace[337418882] 'agreement among raft nodes before linearized reading' (duration: 465.425047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.27458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.808977Z","time spent":"465.594082ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:31:58.274582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.490017Z","time spent":"784.459832ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.274582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.488955Z","time spent":"785.453118ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.590175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.836136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:58.590336Z","caller":"traceutil/trace.go:171","msg":"trace[899965862] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5266; }","duration":"314.762161ms","start":"2026-03-01T01:31:58.275549Z","end":"2026-03-01T01:31:58.590311Z","steps":["trace[899965862] 'read index received' (duration: 147.618237ms)","trace[899965862] 'applied index is now lower than readState.Index' (duration: 167.142184ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:58.590363Z","caller":"traceutil/trace.go:171","msg":"trace[656605789] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"315.187811ms","start":"2026-03-01T01:31:58.27514Z","end":"2026-03-01T01:31:58.590328Z","steps":["trace[656605789] 'process raft request' (duration: 148.060868ms)","trace[656605789] 'compare' (duration: 166.608769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:58.590521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.920605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:31:58.590573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.2751Z","time spent":"315.355816ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:58.590586Z","caller":"traceutil/trace.go:171","msg":"trace[1262292612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5069; }","duration":"315.066239ms","start":"2026-03-01T01:31:58.275505Z","end":"2026-03-01T01:31:58.590572Z","steps":["trace[1262292612] 'agreement among raft nodes before linearized reading' (duration: 314.921435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.590659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.275486Z","time spent":"315.164101ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:32:00.114974Z","caller":"traceutil/trace.go:171","msg":"trace[124983169] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5268; }","duration":"622.518087ms","start":"2026-03-01T01:31:59.492429Z","end":"2026-03-01T01:32:00.114947Z","steps":["trace[124983169] 'read index received' (duration: 49.956115ms)","trace[124983169] 'applied index is now lower than readState.Index' (duration: 572.557732ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:32:00.115084Z","caller":"traceutil/trace.go:171","msg":"trace[942915537] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"626.291037ms","start":"2026-03-01T01:31:59.488752Z","end":"2026-03-01T01:32:00.115043Z","steps":["trace[942915537] 'process raft request' (duration: 626.02055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.115239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.795765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:32:00.115279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.488734Z","time spent":"626.442832ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:00.115318Z","caller":"traceutil/trace.go:171","msg":"trace[879660996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:5072; }","duration":"622.904707ms","start":"2026-03-01T01:31:59.492395Z","end":"2026-03-01T01:32:00.1153Z","steps":["trace[879660996] 'agreement among raft nodes before linearized reading' (duration: 622.671501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.11536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.492385Z","time spent":"622.967489ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:32:00.772621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.320663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:32:00.772872Z","caller":"traceutil/trace.go:171","msg":"trace[1512295813] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"177.317195ms","start":"2026-03-01T01:32:00.59554Z","end":"2026-03-01T01:32:00.772857Z","steps":["trace[1512295813] 'process raft request' (duration: 177.282074ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.77293Z","caller":"traceutil/trace.go:171","msg":"trace[1633125448] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"355.107282ms","start":"2026-03-01T01:32:00.41779Z","end":"2026-03-01T01:32:00.772898Z","steps":["trace[1633125448] 'process raft request' (duration: 354.940168ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.772978Z","caller":"traceutil/trace.go:171","msg":"trace[1740382591] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5270; }","duration":"657.798353ms","start":"2026-03-01T01:32:00.115148Z","end":"2026-03-01T01:32:00.772947Z","steps":["trace[1740382591] 'read index received' (duration: 70.036098ms)","trace[1740382591] 'applied index is now lower than readState.Index' (duration: 587.758905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:00.773058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.309666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:00.773115Z","caller":"traceutil/trace.go:171","msg":"trace[1876695750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5074; }","duration":"964.410399ms","start":"2026-03-01T01:31:59.808691Z","end":"2026-03-01T01:32:00.773101Z","steps":["trace[1876695750] 'agreement among raft nodes before linearized reading' (duration: 964.292375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.773116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.41775Z","time spent":"355.265706ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:00.773139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.808675Z","time spent":"964.4592ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:32:00.773161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.151345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:32:00.773224Z","caller":"traceutil/trace.go:171","msg":"trace[688416079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5074; }","duration":"920.245047ms","start":"2026-03-01T01:31:59.852948Z","end":"2026-03-01T01:32:00.773193Z","steps":["trace[688416079] 'agreement among raft nodes before linearized reading' (duration: 920.038371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.773258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.852928Z","time spent":"920.321719ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:32:00.77325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.736091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:32:00.773336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.330248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80216"} {"level":"info","ts":"2026-03-01T01:32:00.773351Z","caller":"traceutil/trace.go:171","msg":"trace[1719079549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5074; }","duration":"744.879834ms","start":"2026-03-01T01:32:00.028447Z","end":"2026-03-01T01:32:00.773327Z","steps":["trace[1719079549] 'agreement among raft nodes before linearized reading' (duration: 744.598036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.773403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.922515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:32:00.773413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.800573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:32:00.773422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.09623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:32:00.773437Z","caller":"traceutil/trace.go:171","msg":"trace[1505603105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5074; }","duration":"493.842343ms","start":"2026-03-01T01:32:00.279589Z","end":"2026-03-01T01:32:00.773431Z","steps":["trace[1505603105] 'agreement among raft nodes before linearized reading' (duration: 493.775412ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.773441Z","caller":"traceutil/trace.go:171","msg":"trace[845894075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5074; }","duration":"494.167782ms","start":"2026-03-01T01:32:00.279269Z","end":"2026-03-01T01:32:00.773437Z","steps":["trace[845894075] 'agreement among raft nodes before linearized reading' (duration: 494.111921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.773438Z","caller":"traceutil/trace.go:171","msg":"trace[1135101160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5074; }","duration":"493.993627ms","start":"2026-03-01T01:32:00.279434Z","end":"2026-03-01T01:32:00.773427Z","steps":["trace[1135101160] 'agreement among raft nodes before linearized reading' (duration: 493.902635ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.773367Z","caller":"traceutil/trace.go:171","msg":"trace[1530393308] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5074; }","duration":"652.40345ms","start":"2026-03-01T01:32:00.120954Z","end":"2026-03-01T01:32:00.773358Z","steps":["trace[1530393308] 'agreement among raft nodes before linearized reading' (duration: 652.238716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.773472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.120937Z","time spent":"652.530284ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80239,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:32:00.773475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.279245Z","time spent":"494.212863ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:32:00.773484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.279412Z","time spent":"494.063319ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:32:00.773402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.028433Z","time spent":"744.959236ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:32:00.773452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.279575Z","time spent":"493.874265ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:32:00.773613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.327276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:32:00.773286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177505973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-01T01:32:00.773634Z","caller":"traceutil/trace.go:171","msg":"trace[1205540286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5074; }","duration":"494.411868ms","start":"2026-03-01T01:32:00.279214Z","end":"2026-03-01T01:32:00.773626Z","steps":["trace[1205540286] 'agreement among raft nodes before linearized reading' (duration: 494.349057ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.773639Z","caller":"traceutil/trace.go:171","msg":"trace[2139045178] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1; range_end:; response_count:1; response_revision:5074; }","duration":"1.177923544s","start":"2026-03-01T01:31:59.595708Z","end":"2026-03-01T01:32:00.773631Z","steps":["trace[2139045178] 'agreement among raft nodes before linearized reading' (duration: 1.177383049s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.773651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.27918Z","time spent":"494.46738ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:32:00.773659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.595688Z","time spent":"1.177964235s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1\" "} {"level":"warn","ts":"2026-03-01T01:32:02.53382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.733109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189893936d09e183\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-01T01:32:02.533917Z","caller":"traceutil/trace.go:171","msg":"trace[388055816] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189893936d09e183; range_end:; response_count:1; response_revision:5086; }","duration":"173.891184ms","start":"2026-03-01T01:32:02.359998Z","end":"2026-03-01T01:32:02.53389Z","steps":["trace[388055816] 'range keys from in-memory index tree' (duration: 173.489672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:02.533867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.847143ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:02.533989Z","caller":"traceutil/trace.go:171","msg":"trace[509489727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5086; }","duration":"164.988367ms","start":"2026-03-01T01:32:02.368984Z","end":"2026-03-01T01:32:02.533972Z","steps":["trace[509489727] 'range keys from in-memory index tree' (duration: 164.827243ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:03.30155Z","caller":"traceutil/trace.go:171","msg":"trace[345511317] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"112.634138ms","start":"2026-03-01T01:32:03.188897Z","end":"2026-03-01T01:32:03.301531Z","steps":["trace[345511317] 'process raft request' (duration: 112.503115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:06.378475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.030938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tls6q\" ","response":"range_response_count:1 size:4040"} {"level":"info","ts":"2026-03-01T01:32:06.378668Z","caller":"traceutil/trace.go:171","msg":"trace[1081580301] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tls6q; range_end:; response_count:1; response_revision:5137; }","duration":"171.262284ms","start":"2026-03-01T01:32:06.207372Z","end":"2026-03-01T01:32:06.378635Z","steps":["trace[1081580301] 'range keys from in-memory index tree' (duration: 170.865963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:08.1906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.16232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:08.190677Z","caller":"traceutil/trace.go:171","msg":"trace[1394757508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5154; }","duration":"382.294163ms","start":"2026-03-01T01:32:07.808367Z","end":"2026-03-01T01:32:08.190661Z","steps":["trace[1394757508] 'range keys from in-memory index tree' (duration: 382.098788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:08.190729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:07.808346Z","time spent":"382.371695ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:32:20.55427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846983885s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:32:20.554548Z","caller":"traceutil/trace.go:171","msg":"trace[288750412] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"1.720256784s","start":"2026-03-01T01:32:18.834271Z","end":"2026-03-01T01:32:20.554528Z","steps":["trace[288750412] 'process raft request' (duration: 1.720125201s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:20.554578Z","caller":"traceutil/trace.go:171","msg":"trace[1679753087] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"1.730902896s","start":"2026-03-01T01:32:18.823628Z","end":"2026-03-01T01:32:20.554531Z","steps":["trace[1679753087] 'read index received' (duration: 45.471µs)","trace[1679753087] 'applied index is now lower than readState.Index' (duration: 1.730852155s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:20.554662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.834245Z","time spent":"1.720345946s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:20.734741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911095228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:20.734841Z","caller":"traceutil/trace.go:171","msg":"trace[383913437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5285; }","duration":"1.911245452s","start":"2026-03-01T01:32:18.823568Z","end":"2026-03-01T01:32:20.734814Z","steps":["trace[383913437] 'agreement among raft nodes before linearized reading' (duration: 1.731097132s)","trace[383913437] 'range keys from in-memory index tree' (duration: 180.012426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:20.734887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.823547Z","time spent":"1.911330313s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:32:20.734956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.82954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:32:20.735271Z","caller":"traceutil/trace.go:171","msg":"trace[1294149577] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5492; }","duration":"180.595771ms","start":"2026-03-01T01:32:20.554657Z","end":"2026-03-01T01:32:20.735253Z","steps":["trace[1294149577] 'read index received' (duration: 69.514434ms)","trace[1294149577] 'applied index is now lower than readState.Index' (duration: 111.080247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:20.735386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381373852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:32:20.735416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244597133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-01T01:32:20.735423Z","caller":"traceutil/trace.go:171","msg":"trace[1276337952] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5289; }","duration":"1.381435374s","start":"2026-03-01T01:32:19.353975Z","end":"2026-03-01T01:32:20.735411Z","steps":["trace[1276337952] 'agreement among raft nodes before linearized reading' (duration: 1.381375863s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:20.735457Z","caller":"traceutil/trace.go:171","msg":"trace[1421958584] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5289; }","duration":"1.244677685s","start":"2026-03-01T01:32:19.490764Z","end":"2026-03-01T01:32:20.735442Z","steps":["trace[1421958584] 'agreement among raft nodes before linearized reading' (duration: 1.244524951s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.735467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.353965Z","time spent":"1.381487456s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:32:20.735488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.490739Z","time spent":"1.244742497s","remote":"127.0.0.1:50804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-01T01:32:20.735401Z","caller":"traceutil/trace.go:171","msg":"trace[1824841797] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"221.848946ms","start":"2026-03-01T01:32:20.513526Z","end":"2026-03-01T01:32:20.735374Z","steps":["trace[1824841797] 'process raft request' (duration: 221.676982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.735742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.757263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tls6q\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-01T01:32:20.73578Z","caller":"traceutil/trace.go:171","msg":"trace[1592558044] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tls6q; range_end:; response_count:1; response_revision:5289; }","duration":"227.839915ms","start":"2026-03-01T01:32:20.507931Z","end":"2026-03-01T01:32:20.735771Z","steps":["trace[1592558044] 'agreement among raft nodes before linearized reading' (duration: 227.741552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.735789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.037091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:32:20.735833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.666152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:32:20.735849Z","caller":"traceutil/trace.go:171","msg":"trace[2020486201] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5289; }","duration":"580.113243ms","start":"2026-03-01T01:32:20.155722Z","end":"2026-03-01T01:32:20.735835Z","steps":["trace[2020486201] 'agreement among raft nodes before linearized reading' (duration: 580.00257ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:20.735882Z","caller":"traceutil/trace.go:171","msg":"trace[938635725] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5289; }","duration":"342.749895ms","start":"2026-03-01T01:32:20.393119Z","end":"2026-03-01T01:32:20.735869Z","steps":["trace[938635725] 'agreement among raft nodes before linearized reading' (duration: 342.658412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.735892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.15566Z","time spent":"580.222245ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:32:20.735886Z","caller":"traceutil/trace.go:171","msg":"trace[1199105461] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"1.036799929s","start":"2026-03-01T01:32:19.699055Z","end":"2026-03-01T01:32:20.735855Z","steps":["trace[1199105461] 'process raft request' (duration: 924.963502ms)","trace[1199105461] 'compare' (duration: 110.548563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:20.735919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.393099Z","time spent":"342.812146ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:32:20.735974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020068155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:32:20.736014Z","caller":"traceutil/trace.go:171","msg":"trace[718236296] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5289; }","duration":"1.020152617s","start":"2026-03-01T01:32:19.715852Z","end":"2026-03-01T01:32:20.736004Z","steps":["trace[718236296] 'agreement among raft nodes before linearized reading' (duration: 1.020060305s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.699027Z","time spent":"1.036919023s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:20.736042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.71584Z","time spent":"1.020195469s","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:32:20.736222Z","caller":"traceutil/trace.go:171","msg":"trace[1518641735] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"903.341219ms","start":"2026-03-01T01:32:19.832867Z","end":"2026-03-01T01:32:20.736208Z","steps":["trace[1518641735] 'process raft request' (duration: 902.195068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684132476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:20.736288Z","caller":"traceutil/trace.go:171","msg":"trace[2020455525] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5289; }","duration":"1.684173847s","start":"2026-03-01T01:32:19.0521Z","end":"2026-03-01T01:32:20.736273Z","steps":["trace[2020455525] 'agreement among raft nodes before linearized reading' (duration: 1.684110756s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.832844Z","time spent":"903.41915ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:20.736323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.052048Z","time spent":"1.684265749s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:32:20.736339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436879975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:32:20.736474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874804685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:32:20.736481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510900259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:32:20.736506Z","caller":"traceutil/trace.go:171","msg":"trace[1678707110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:5289; }","duration":"1.874868026s","start":"2026-03-01T01:32:18.861629Z","end":"2026-03-01T01:32:20.736497Z","steps":["trace[1678707110] 'agreement among raft nodes before linearized reading' (duration: 1.874751063s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:20.736519Z","caller":"traceutil/trace.go:171","msg":"trace[682634323] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5289; }","duration":"1.510988172s","start":"2026-03-01T01:32:19.225521Z","end":"2026-03-01T01:32:20.73651Z","steps":["trace[682634323] 'agreement among raft nodes before linearized reading' (duration: 1.510890849s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.861611Z","time spent":"1.874916487s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:32:20.736558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.225501Z","time spent":"1.511050063s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:32:20.736585Z","caller":"traceutil/trace.go:171","msg":"trace[447460521] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"507.521896ms","start":"2026-03-01T01:32:20.229051Z","end":"2026-03-01T01:32:20.736573Z","steps":["trace[447460521] 'process raft request' (duration: 506.109329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825908748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T01:32:20.736696Z","caller":"traceutil/trace.go:171","msg":"trace[1115158712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5289; }","duration":"1.82602604s","start":"2026-03-01T01:32:18.910653Z","end":"2026-03-01T01:32:20.736679Z","steps":["trace[1115158712] 'agreement among raft nodes before linearized reading' (duration: 1.825804024s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:20.736696Z","caller":"traceutil/trace.go:171","msg":"trace[1227539867] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5289; }","duration":"1.437054899s","start":"2026-03-01T01:32:19.299401Z","end":"2026-03-01T01:32:20.736456Z","steps":["trace[1227539867] 'agreement among raft nodes before linearized reading' (duration: 1.436866944s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.229014Z","time spent":"507.611559ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:20.736753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.910642Z","time spent":"1.826094552s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:32:20.736774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872332108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:32:20.736806Z","caller":"traceutil/trace.go:171","msg":"trace[364555582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5289; }","duration":"1.87238557s","start":"2026-03-01T01:32:18.864412Z","end":"2026-03-01T01:32:20.736797Z","steps":["trace[364555582] 'agreement among raft nodes before linearized reading' (duration: 1.872294148s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830310934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:32:20.73684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.8644Z","time spent":"1.872433581s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:32:20.73686Z","caller":"traceutil/trace.go:171","msg":"trace[1876239917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5289; }","duration":"1.830435017s","start":"2026-03-01T01:32:18.906406Z","end":"2026-03-01T01:32:20.736841Z","steps":["trace[1876239917] 'agreement among raft nodes before linearized reading' (duration: 1.830178911s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.736901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.906388Z","time spent":"1.830504989s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:32:20.736897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:19.299386Z","time spent":"1.437356758s","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:32:20.736973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.10868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-01T01:32:20.73699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827045707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:32:20.73701Z","caller":"traceutil/trace.go:171","msg":"trace[128966957] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5289; }","duration":"174.193642ms","start":"2026-03-01T01:32:20.562805Z","end":"2026-03-01T01:32:20.736999Z","steps":["trace[128966957] 'agreement among raft nodes before linearized reading' (duration: 174.093239ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:20.737015Z","caller":"traceutil/trace.go:171","msg":"trace[1713007472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5289; }","duration":"1.827091439s","start":"2026-03-01T01:32:18.909916Z","end":"2026-03-01T01:32:20.737007Z","steps":["trace[1713007472] 'agreement among raft nodes before linearized reading' (duration: 1.827018707s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.737051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.909905Z","time spent":"1.82714123s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:32:20.738828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831910866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:32:20.739898Z","caller":"traceutil/trace.go:171","msg":"trace[590597298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5289; }","duration":"1.832279076s","start":"2026-03-01T01:32:18.906856Z","end":"2026-03-01T01:32:20.739135Z","steps":["trace[590597298] 'agreement among raft nodes before linearized reading' (duration: 1.829743289s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:20.739982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:18.90685Z","time spent":"1.833114898s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:32:21.076798Z","caller":"traceutil/trace.go:171","msg":"trace[1088844777] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"333.364135ms","start":"2026-03-01T01:32:20.743407Z","end":"2026-03-01T01:32:21.076772Z","steps":["trace[1088844777] 'process raft request' (duration: 252.233472ms)","trace[1088844777] 'compare' (duration: 80.63824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:21.076938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.743377Z","time spent":"333.496749ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:32:21.113474Z","caller":"traceutil/trace.go:171","msg":"trace[888878054] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"368.492117ms","start":"2026-03-01T01:32:20.744952Z","end":"2026-03-01T01:32:21.113444Z","steps":["trace[888878054] 'process raft request' (duration: 368.310612ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:21.113486Z","caller":"traceutil/trace.go:171","msg":"trace[216763811] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"368.441866ms","start":"2026-03-01T01:32:20.745016Z","end":"2026-03-01T01:32:21.113458Z","steps":["trace[216763811] 'process raft request' (duration: 368.373385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.113612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.744928Z","time spent":"368.610001ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:21.11364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.744999Z","time spent":"368.557269ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:21.113756Z","caller":"traceutil/trace.go:171","msg":"trace[350722363] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"368.669662ms","start":"2026-03-01T01:32:20.745066Z","end":"2026-03-01T01:32:21.113736Z","steps":["trace[350722363] 'process raft request' (duration: 368.546679ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:21.113763Z","caller":"traceutil/trace.go:171","msg":"trace[1319028376] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"368.696453ms","start":"2026-03-01T01:32:20.745035Z","end":"2026-03-01T01:32:21.113731Z","steps":["trace[1319028376] 'process raft request' (duration: 368.390875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.113879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.745058Z","time spent":"368.755575ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:21.113893Z","caller":"traceutil/trace.go:171","msg":"trace[2119164438] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5496; }","duration":"366.70329ms","start":"2026-03-01T01:32:20.747182Z","end":"2026-03-01T01:32:21.113885Z","steps":["trace[2119164438] 'read index received' (duration: 248.435312ms)","trace[2119164438] 'applied index is now lower than readState.Index' (duration: 118.267228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:21.113906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.745022Z","time spent":"368.812516ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:21.113947Z","caller":"traceutil/trace.go:171","msg":"trace[504016087] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"368.740744ms","start":"2026-03-01T01:32:20.745201Z","end":"2026-03-01T01:32:21.113942Z","steps":["trace[504016087] 'process raft request' (duration: 368.622821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.113983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.745194Z","time spent":"368.766085ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:21.114037Z","caller":"traceutil/trace.go:171","msg":"trace[725511219] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"368.917099ms","start":"2026-03-01T01:32:20.745108Z","end":"2026-03-01T01:32:21.114025Z","steps":["trace[725511219] 'process raft request' (duration: 368.59973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.11402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.899285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:32:21.114053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.867804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:21.114079Z","caller":"traceutil/trace.go:171","msg":"trace[129396605] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5296; }","duration":"116.017959ms","start":"2026-03-01T01:32:20.998048Z","end":"2026-03-01T01:32:21.114066Z","steps":["trace[129396605] 'agreement among raft nodes before linearized reading' (duration: 115.922396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.114086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.745098Z","time spent":"368.96052ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:21.114094Z","caller":"traceutil/trace.go:171","msg":"trace[2089662360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5296; }","duration":"366.923806ms","start":"2026-03-01T01:32:20.747158Z","end":"2026-03-01T01:32:21.114081Z","steps":["trace[2089662360] 'agreement among raft nodes before linearized reading' (duration: 366.867255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.114126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:20.74715Z","time spent":"366.969947ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:32:21.558224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:21.228394Z","time spent":"329.822751ms","remote":"127.0.0.1:57912","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:32:21.558532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.416462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:32:21.558658Z","caller":"traceutil/trace.go:171","msg":"trace[1700140678] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"438.561297ms","start":"2026-03-01T01:32:21.120076Z","end":"2026-03-01T01:32:21.558637Z","steps":["trace[1700140678] 'process raft request' (duration: 313.958981ms)","trace[1700140678] 'compare' (duration: 124.171124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:21.558715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:21.120046Z","time spent":"438.645349ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:32:21.606685Z","caller":"traceutil/trace.go:171","msg":"trace[971527647] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"485.78341ms","start":"2026-03-01T01:32:21.120869Z","end":"2026-03-01T01:32:21.606653Z","steps":["trace[971527647] 'process raft request' (duration: 485.581404ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:21.606699Z","caller":"traceutil/trace.go:171","msg":"trace[1437058722] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5503; }","duration":"420.875787ms","start":"2026-03-01T01:32:21.185801Z","end":"2026-03-01T01:32:21.606676Z","steps":["trace[1437058722] 'read index received' (duration: 248.248557ms)","trace[1437058722] 'applied index is now lower than readState.Index' (duration: 172.62607ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:32:21.606826Z","caller":"traceutil/trace.go:171","msg":"trace[2092003477] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"485.934974ms","start":"2026-03-01T01:32:21.120867Z","end":"2026-03-01T01:32:21.606802Z","steps":["trace[2092003477] 'process raft request' (duration: 485.702517ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:21.60683Z","caller":"traceutil/trace.go:171","msg":"trace[568234363] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"485.842131ms","start":"2026-03-01T01:32:21.120952Z","end":"2026-03-01T01:32:21.606795Z","steps":["trace[568234363] 'process raft request' (duration: 485.669837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.606924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.108963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:32:21.60696Z","caller":"traceutil/trace.go:171","msg":"trace[1190493163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5300; }","duration":"421.204836ms","start":"2026-03-01T01:32:21.185747Z","end":"2026-03-01T01:32:21.606952Z","steps":["trace[1190493163] 'agreement among raft nodes before linearized reading' (duration: 421.041551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.60696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:21.12085Z","time spent":"486.034496ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:21.607008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:21.18572Z","time spent":"421.264148ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:32:21.607016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:21.120856Z","time spent":"485.904293ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:21.607045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:21.120931Z","time spent":"485.971354ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:21.821669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.430545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:32:21.821778Z","caller":"traceutil/trace.go:171","msg":"trace[666259550] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5507; }","duration":"215.000674ms","start":"2026-03-01T01:32:21.606761Z","end":"2026-03-01T01:32:21.821761Z","steps":["trace[666259550] 'read index received' (duration: 62.386715ms)","trace[666259550] 'applied index is now lower than readState.Index' (duration: 152.612569ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:32:21.8218Z","caller":"traceutil/trace.go:171","msg":"trace[2103428439] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"259.226848ms","start":"2026-03-01T01:32:21.562536Z","end":"2026-03-01T01:32:21.821763Z","steps":["trace[2103428439] 'process raft request' (duration: 106.629879ms)","trace[2103428439] 'compare' (duration: 152.293041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:21.821998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.822973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T01:32:21.822038Z","caller":"traceutil/trace.go:171","msg":"trace[1433785573] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5301; }","duration":"265.977987ms","start":"2026-03-01T01:32:21.556048Z","end":"2026-03-01T01:32:21.822026Z","steps":["trace[1433785573] 'agreement among raft nodes before linearized reading' (duration: 265.787302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.822226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.400179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:32:21.822273Z","caller":"traceutil/trace.go:171","msg":"trace[1861875449] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5301; }","duration":"609.473642ms","start":"2026-03-01T01:32:21.212788Z","end":"2026-03-01T01:32:21.822262Z","steps":["trace[1861875449] 'agreement among raft nodes before linearized reading' (duration: 609.387299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.822306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:21.212777Z","time spent":"609.519273ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:32:21.822251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.870314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-03-01T01:32:21.822418Z","caller":"traceutil/trace.go:171","msg":"trace[260211959] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5301; }","duration":"295.045209ms","start":"2026-03-01T01:32:21.527344Z","end":"2026-03-01T01:32:21.822389Z","steps":["trace[260211959] 'agreement among raft nodes before linearized reading' (duration: 294.70078ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:21.89511Z","caller":"traceutil/trace.go:171","msg":"trace[1726206189] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"280.310988ms","start":"2026-03-01T01:32:21.614784Z","end":"2026-03-01T01:32:21.895095Z","steps":["trace[1726206189] 'process raft request' (duration: 280.098312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:21.895307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.259612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:32:21.895336Z","caller":"traceutil/trace.go:171","msg":"trace[624657324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5302; }","duration":"284.327394ms","start":"2026-03-01T01:32:21.611001Z","end":"2026-03-01T01:32:21.895329Z","steps":["trace[624657324] 'agreement among raft nodes before linearized reading' (duration: 284.206821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:22.110706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.859065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:32:22.110823Z","caller":"traceutil/trace.go:171","msg":"trace[1272542742] linearizableReadLoop","detail":"{readStateIndex:5510; appliedIndex:5509; }","duration":"215.793066ms","start":"2026-03-01T01:32:21.895011Z","end":"2026-03-01T01:32:22.110804Z","steps":["trace[1272542742] 'read index received' (duration: 76.693965ms)","trace[1272542742] 'applied index is now lower than readState.Index' (duration: 139.097841ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:32:22.110874Z","caller":"traceutil/trace.go:171","msg":"trace[381620586] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"273.207569ms","start":"2026-03-01T01:32:21.837641Z","end":"2026-03-01T01:32:22.110848Z","steps":["trace[381620586] 'process raft request' (duration: 134.081207ms)","trace[381620586] 'compare' (duration: 138.725951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:22.110941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.880271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:22.110977Z","caller":"traceutil/trace.go:171","msg":"trace[1276144717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5303; }","duration":"214.914602ms","start":"2026-03-01T01:32:21.896052Z","end":"2026-03-01T01:32:22.110967Z","steps":["trace[1276144717] 'agreement among raft nodes before linearized reading' (duration: 214.854481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:22.111068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.342308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18334"} {"level":"info","ts":"2026-03-01T01:32:22.111114Z","caller":"traceutil/trace.go:171","msg":"trace[713960410] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5303; }","duration":"214.405129ms","start":"2026-03-01T01:32:21.896696Z","end":"2026-03-01T01:32:22.111101Z","steps":["trace[713960410] 'agreement among raft nodes before linearized reading' (duration: 214.313346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:22.110964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.845465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-069fc708-adbb-4b5b-a38e-0f202582c388\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-01T01:32:22.111364Z","caller":"traceutil/trace.go:171","msg":"trace[1112539624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-069fc708-adbb-4b5b-a38e-0f202582c388; range_end:; response_count:1; response_revision:5303; }","duration":"286.250726ms","start":"2026-03-01T01:32:21.825077Z","end":"2026-03-01T01:32:22.111328Z","steps":["trace[1112539624] 'agreement among raft nodes before linearized reading' (duration: 285.773373ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:46.94742Z","caller":"traceutil/trace.go:171","msg":"trace[1639240143] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"129.190728ms","start":"2026-03-01T01:32:46.818203Z","end":"2026-03-01T01:32:46.947394Z","steps":["trace[1639240143] 'process raft request' (duration: 129.040904ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:46.949687Z","caller":"traceutil/trace.go:171","msg":"trace[1065108863] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"127.612946ms","start":"2026-03-01T01:32:46.822051Z","end":"2026-03-01T01:32:46.949664Z","steps":["trace[1065108863] 'process raft request' (duration: 127.475133ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:50.412651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2720} {"level":"info","ts":"2026-03-01T01:32:50.474687Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2720,"took":"60.924776ms","hash":3894838900,"current-db-size-bytes":40488960,"current-db-size":"40 MB","current-db-size-in-use-bytes":29970432,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T01:32:50.474756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3894838900,"revision":2720,"compact-revision":-1} {"level":"info","ts":"2026-03-01T01:32:59.00203Z","caller":"traceutil/trace.go:171","msg":"trace[517693337] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"170.94033ms","start":"2026-03-01T01:32:58.831065Z","end":"2026-03-01T01:32:59.002005Z","steps":["trace[517693337] 'process raft request' (duration: 166.439581ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:59.002268Z","caller":"traceutil/trace.go:171","msg":"trace[2077313682] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"170.903318ms","start":"2026-03-01T01:32:58.831354Z","end":"2026-03-01T01:32:59.002257Z","steps":["trace[2077313682] 'process raft request' (duration: 170.58673ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:59.002345Z","caller":"traceutil/trace.go:171","msg":"trace[766351650] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"170.979541ms","start":"2026-03-01T01:32:58.831356Z","end":"2026-03-01T01:32:59.002336Z","steps":["trace[766351650] 'process raft request' (duration: 170.777145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:59.002367Z","caller":"traceutil/trace.go:171","msg":"trace[1849220162] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"165.2656ms","start":"2026-03-01T01:32:58.837082Z","end":"2026-03-01T01:32:59.002347Z","steps":["trace[1849220162] 'process raft request' (duration: 165.221259ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:59.002483Z","caller":"traceutil/trace.go:171","msg":"trace[1920474270] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"171.006441ms","start":"2026-03-01T01:32:58.83142Z","end":"2026-03-01T01:32:59.002427Z","steps":["trace[1920474270] 'process raft request' (duration: 170.789905ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:59.002504Z","caller":"traceutil/trace.go:171","msg":"trace[188049399] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"170.496628ms","start":"2026-03-01T01:32:58.83197Z","end":"2026-03-01T01:32:59.002466Z","steps":["trace[188049399] 'process raft request' (duration: 170.296403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:33:06.822155Z","caller":"traceutil/trace.go:171","msg":"trace[122517178] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"107.116205ms","start":"2026-03-01T01:33:06.715011Z","end":"2026-03-01T01:33:06.822128Z","steps":["trace[122517178] 'process raft request' (duration: 106.946551ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:33:11.58285Z","caller":"traceutil/trace.go:171","msg":"trace[1601316306] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"134.989131ms","start":"2026-03-01T01:33:11.447826Z","end":"2026-03-01T01:33:11.582816Z","steps":["trace[1601316306] 'process raft request' (duration: 109.442377ms)","trace[1601316306] 'compare' (duration: 25.376109ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:33:11.582827Z","caller":"traceutil/trace.go:171","msg":"trace[1676582989] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5940; }","duration":"133.547183ms","start":"2026-03-01T01:33:11.449255Z","end":"2026-03-01T01:33:11.582802Z","steps":["trace[1676582989] 'read index received' (duration: 108.106202ms)","trace[1676582989] 'applied index is now lower than readState.Index' (duration: 25.439961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:33:11.583121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.847391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:33:11.583204Z","caller":"traceutil/trace.go:171","msg":"trace[886599879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5722; }","duration":"133.964724ms","start":"2026-03-01T01:33:11.449221Z","end":"2026-03-01T01:33:11.583185Z","steps":["trace[886599879] 'agreement among raft nodes before linearized reading' (duration: 133.689087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:33:11.583188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.370038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:33:11.583324Z","caller":"traceutil/trace.go:171","msg":"trace[249136235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5722; }","duration":"111.543853ms","start":"2026-03-01T01:33:11.471767Z","end":"2026-03-01T01:33:11.583311Z","steps":["trace[249136235] 'agreement among raft nodes before linearized reading' (duration: 111.299796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:33:11.583271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.359695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:33:11.583405Z","caller":"traceutil/trace.go:171","msg":"trace[976524407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5722; }","duration":"109.54279ms","start":"2026-03-01T01:33:11.473844Z","end":"2026-03-01T01:33:11.583387Z","steps":["trace[976524407] 'agreement among raft nodes before linearized reading' (duration: 109.237852ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:37:50.419433Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5578} {"level":"info","ts":"2026-03-01T01:37:50.517497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5578,"took":"95.920546ms","hash":3549185180,"current-db-size-bytes":42541056,"current-db-size":"42 MB","current-db-size-in-use-bytes":22355968,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-01T01:37:50.517577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3549185180,"revision":5578,"compact-revision":2720} {"level":"info","ts":"2026-03-01T01:38:06.122518Z","caller":"traceutil/trace.go:171","msg":"trace[282982364] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"138.774555ms","start":"2026-03-01T01:38:05.983714Z","end":"2026-03-01T01:38:06.122488Z","steps":["trace[282982364] 'process raft request' (duration: 138.58044ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:07.527295Z","caller":"traceutil/trace.go:171","msg":"trace[844358083] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"285.649793ms","start":"2026-03-01T01:38:07.241609Z","end":"2026-03-01T01:38:07.527259Z","steps":["trace[844358083] 'process raft request' (duration: 283.204958ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:07.532558Z","caller":"traceutil/trace.go:171","msg":"trace[1126903913] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"290.385796ms","start":"2026-03-01T01:38:07.242137Z","end":"2026-03-01T01:38:07.532523Z","steps":["trace[1126903913] 'process raft request' (duration: 290.336945ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:07.532899Z","caller":"traceutil/trace.go:171","msg":"trace[1861700162] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"290.851878ms","start":"2026-03-01T01:38:07.242021Z","end":"2026-03-01T01:38:07.532873Z","steps":["trace[1861700162] 'process raft request' (duration: 290.341865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:09.2132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979948550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:09.714213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979948550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:09.909072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292976689s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:38:10.881411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:10.248019Z","time spent":"633.379158ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:38:10.88462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.331002ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:38:10.885101Z","caller":"traceutil/trace.go:171","msg":"trace[1722473336] linearizableReadLoop","detail":"{readStateIndex:8072; appliedIndex:8070; }","duration":"2.172829427s","start":"2026-03-01T01:38:08.712249Z","end":"2026-03-01T01:38:10.885078Z","steps":["trace[1722473336] 'read index received' (duration: 1.197032763s)","trace[1722473336] 'applied index is now lower than readState.Index' (duration: 975.795564ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:10.885491Z","caller":"traceutil/trace.go:171","msg":"trace[382402532] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"2.255197479s","start":"2026-03-01T01:38:08.630274Z","end":"2026-03-01T01:38:10.885472Z","steps":["trace[382402532] 'process raft request' (duration: 2.254601293s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.885627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:08.63025Z","time spent":"2.255288962s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:10.885668Z","caller":"traceutil/trace.go:171","msg":"trace[838499958] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"750.899658ms","start":"2026-03-01T01:38:10.134739Z","end":"2026-03-01T01:38:10.885639Z","steps":["trace[838499958] 'process raft request' (duration: 750.288712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.885872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:10.134705Z","time spent":"751.049412ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:10.885874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173541775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:38:10.885976Z","caller":"traceutil/trace.go:171","msg":"trace[1121328889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:7781; }","duration":"2.173769972s","start":"2026-03-01T01:38:08.712182Z","end":"2026-03-01T01:38:10.885952Z","steps":["trace[1121328889] 'agreement among raft nodes before linearized reading' (duration: 2.173408582s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:10.886007Z","caller":"traceutil/trace.go:171","msg":"trace[763559605] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"747.949871ms","start":"2026-03-01T01:38:10.138044Z","end":"2026-03-01T01:38:10.885993Z","steps":["trace[763559605] 'process raft request' (duration: 747.502589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.886022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:08.712155Z","time spent":"2.173859123s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:38:10.886077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:10.138013Z","time spent":"748.031913ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:10.88623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042247365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:38:10.886297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353966544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:38:10.886303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349801444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:38:10.886341Z","caller":"traceutil/trace.go:171","msg":"trace[347811287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7783; }","duration":"2.04240937s","start":"2026-03-01T01:38:08.843903Z","end":"2026-03-01T01:38:10.886312Z","steps":["trace[347811287] 'agreement among raft nodes before linearized reading' (duration: 2.042163524s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:10.886366Z","caller":"traceutil/trace.go:171","msg":"trace[660670276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7783; }","duration":"1.349926928s","start":"2026-03-01T01:38:09.536425Z","end":"2026-03-01T01:38:10.886352Z","steps":["trace[660670276] 'agreement among raft nodes before linearized reading' (duration: 1.349716393s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.886399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:08.843874Z","time spent":"2.042512652s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:38:10.886409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350096033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:38:10.886413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:09.536397Z","time spent":"1.35000781s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:38:10.886439Z","caller":"traceutil/trace.go:171","msg":"trace[1831683427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7783; }","duration":"1.350145553s","start":"2026-03-01T01:38:09.536285Z","end":"2026-03-01T01:38:10.886431Z","steps":["trace[1831683427] 'agreement among raft nodes before linearized reading' (duration: 1.350065711s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.88647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:09.536275Z","time spent":"1.350189525s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:10.886555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07824199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:10.88657Z","caller":"traceutil/trace.go:171","msg":"trace[179088491] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"747.686945ms","start":"2026-03-01T01:38:10.138871Z","end":"2026-03-01T01:38:10.886558Z","steps":["trace[179088491] 'process raft request' (duration: 747.076969ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:10.886588Z","caller":"traceutil/trace.go:171","msg":"trace[1589958405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7783; }","duration":"1.078320592s","start":"2026-03-01T01:38:09.80826Z","end":"2026-03-01T01:38:10.886581Z","steps":["trace[1589958405] 'agreement among raft nodes before linearized reading' (duration: 1.078270801s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.886597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.731036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:38:10.886609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:09.808234Z","time spent":"1.078370334s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:10.886614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644064273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:38:10.886639Z","caller":"traceutil/trace.go:171","msg":"trace[1041084475] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7783; }","duration":"481.818458ms","start":"2026-03-01T01:38:10.404809Z","end":"2026-03-01T01:38:10.886627Z","steps":["trace[1041084475] 'agreement among raft nodes before linearized reading' (duration: 481.703045ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:10.886658Z","caller":"traceutil/trace.go:171","msg":"trace[1772046394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7783; }","duration":"1.644148515s","start":"2026-03-01T01:38:09.242498Z","end":"2026-03-01T01:38:10.886646Z","steps":["trace[1772046394] 'agreement among raft nodes before linearized reading' (duration: 1.644008031s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.886666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:10.138838Z","time spent":"747.759457ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:10.88669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:09.242475Z","time spent":"1.644207656s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:38:10.886669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:10.404782Z","time spent":"481.8798ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:10.886658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501326293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T01:38:10.88633Z","caller":"traceutil/trace.go:171","msg":"trace[992168264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7783; }","duration":"1.354041265s","start":"2026-03-01T01:38:09.532278Z","end":"2026-03-01T01:38:10.88632Z","steps":["trace[992168264] 'agreement among raft nodes before linearized reading' (duration: 1.353868691s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.886813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:09.532254Z","time spent":"1.354550558s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:38:10.886828Z","caller":"traceutil/trace.go:171","msg":"trace[1412379535] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7783; }","duration":"1.501531758s","start":"2026-03-01T01:38:09.38524Z","end":"2026-03-01T01:38:10.886772Z","steps":["trace[1412379535] 'agreement among raft nodes before linearized reading' (duration: 1.501144018s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.887212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:09.385216Z","time spent":"1.501674292s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T01:38:19.030314Z","caller":"traceutil/trace.go:171","msg":"trace[325613781] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"101.747378ms","start":"2026-03-01T01:38:18.928539Z","end":"2026-03-01T01:38:19.030286Z","steps":["trace[325613781] 'process raft request' (duration: 101.404769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.543872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979948675,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:38:21.747089Z","caller":"traceutil/trace.go:171","msg":"trace[1659438124] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"764.936745ms","start":"2026-03-01T01:38:20.982125Z","end":"2026-03-01T01:38:21.747061Z","steps":["trace[1659438124] 'process raft request' (duration: 764.781601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.747265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:20.9821Z","time spent":"765.075998ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:23.808736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:38:23.808858Z","caller":"traceutil/trace.go:171","msg":"trace[934169172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410174s","start":"2026-03-01T01:38:21.808419Z","end":"2026-03-01T01:38:23.808829Z","steps":["trace[934169172] 'agreement among raft nodes before linearized reading' (duration: 2.00026674s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.80893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.808406Z","time spent":"2.000510386s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:38:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:38:23.91792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548425484s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.918134Z","caller":"traceutil/trace.go:171","msg":"trace[1214467803] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7828; }","duration":"1.54865455s","start":"2026-03-01T01:38:22.36945Z","end":"2026-03-01T01:38:23.918104Z","steps":["trace[1214467803] 'range keys from in-memory index tree' (duration: 1.548394933s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.00118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.254269575s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:38:24.001744Z","caller":"traceutil/trace.go:171","msg":"trace[675761638] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8122; }","duration":"2.958881864s","start":"2026-03-01T01:38:21.042823Z","end":"2026-03-01T01:38:24.001705Z","steps":["trace[675761638] 'read index received' (duration: 704.078925ms)","trace[675761638] 'applied index is now lower than readState.Index' (duration: 2.254801879s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:24.001788Z","caller":"traceutil/trace.go:171","msg":"trace[1981488022] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"2.9640927s","start":"2026-03-01T01:38:21.037647Z","end":"2026-03-01T01:38:24.00174Z","steps":["trace[1981488022] 'process raft request' (duration: 2.963976266s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.001896Z","caller":"traceutil/trace.go:171","msg":"trace[1644958105] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"2.337298604s","start":"2026-03-01T01:38:21.664525Z","end":"2026-03-01T01:38:24.001824Z","steps":["trace[1644958105] 'process raft request' (duration: 2.33713919s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.002071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.037619Z","time spent":"2.964294325s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:24.002132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.664489Z","time spent":"2.337517539s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:24.002151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959293604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:38:24.002239Z","caller":"traceutil/trace.go:171","msg":"trace[1495015973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:7831; }","duration":"2.959434288s","start":"2026-03-01T01:38:21.042777Z","end":"2026-03-01T01:38:24.002211Z","steps":["trace[1495015973] 'agreement among raft nodes before linearized reading' (duration: 2.95913804s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.002291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.042754Z","time spent":"2.959527561s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:38:24.002387Z","caller":"traceutil/trace.go:171","msg":"trace[383394845] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"2.965921227s","start":"2026-03-01T01:38:21.036417Z","end":"2026-03-01T01:38:24.002338Z","steps":["trace[383394845] 'process raft request' (duration: 2.965031424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.002573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.036383Z","time spent":"2.966086762s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:24.300419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.377014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:24.300587Z","caller":"traceutil/trace.go:171","msg":"trace[1638876485] linearizableReadLoop","detail":"{readStateIndex:8127; appliedIndex:8126; }","duration":"298.683314ms","start":"2026-03-01T01:38:24.001881Z","end":"2026-03-01T01:38:24.300565Z","steps":["trace[1638876485] 'read index received' (duration: 182.892489ms)","trace[1638876485] 'applied index is now lower than readState.Index' (duration: 115.789585ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:24.300792Z","caller":"traceutil/trace.go:171","msg":"trace[102323182] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"547.098842ms","start":"2026-03-01T01:38:23.753668Z","end":"2026-03-01T01:38:24.300767Z","steps":["trace[102323182] 'process raft request' (duration: 431.241245ms)","trace[102323182] 'compare' (duration: 115.19595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:24.300878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.374813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:24.300912Z","caller":"traceutil/trace.go:171","msg":"trace[1351333345] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7832; }","duration":"874.474686ms","start":"2026-03-01T01:38:23.426426Z","end":"2026-03-01T01:38:24.300901Z","steps":["trace[1351333345] 'agreement among raft nodes before linearized reading' (duration: 874.400664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.300901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.753635Z","time spent":"547.213525ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:24.300895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387353322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:24.300876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772951186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:38:24.300939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.426397Z","time spent":"874.536068ms","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:24.300923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.306245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:24.300961Z","caller":"traceutil/trace.go:171","msg":"trace[539299529] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7832; }","duration":"2.387467275s","start":"2026-03-01T01:38:21.913479Z","end":"2026-03-01T01:38:24.300946Z","steps":["trace[539299529] 'agreement among raft nodes before linearized reading' (duration: 2.387346202s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.300964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.799778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:24.300984Z","caller":"traceutil/trace.go:171","msg":"trace[1094239884] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7832; }","duration":"352.415467ms","start":"2026-03-01T01:38:23.948552Z","end":"2026-03-01T01:38:24.300967Z","steps":["trace[1094239884] 'agreement among raft nodes before linearized reading' (duration: 352.286574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.300974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.082603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:38:24.300994Z","caller":"traceutil/trace.go:171","msg":"trace[409974289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7832; }","duration":"2.77311701s","start":"2026-03-01T01:38:21.52784Z","end":"2026-03-01T01:38:24.300957Z","steps":["trace[409974289] 'agreement among raft nodes before linearized reading' (duration: 2.772923155s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.301028Z","caller":"traceutil/trace.go:171","msg":"trace[888742299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7832; }","duration":"491.937182ms","start":"2026-03-01T01:38:23.809072Z","end":"2026-03-01T01:38:24.30101Z","steps":["trace[888742299] 'agreement among raft nodes before linearized reading' (duration: 491.835599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.30103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.948529Z","time spent":"352.49063ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:24.301043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.527825Z","time spent":"2.773208452s","remote":"127.0.0.1:41900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:24.301042Z","caller":"traceutil/trace.go:171","msg":"trace[208005515] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:7832; }","duration":"730.194276ms","start":"2026-03-01T01:38:23.57083Z","end":"2026-03-01T01:38:24.301024Z","steps":["trace[208005515] 'agreement among raft nodes before linearized reading' (duration: 729.97435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.301071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.809008Z","time spent":"492.053285ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:24.301087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.570806Z","time spent":"730.270688ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-01T01:38:24.300996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.913456Z","time spent":"2.387529726s","remote":"127.0.0.1:33514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:24.301177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.95617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:38:24.30127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.855547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"warn","ts":"2026-03-01T01:38:24.301216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176386186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:38:24.301277Z","caller":"traceutil/trace.go:171","msg":"trace[1081966487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7832; }","duration":"818.118314ms","start":"2026-03-01T01:38:23.483131Z","end":"2026-03-01T01:38:24.30125Z","steps":["trace[1081966487] 'agreement among raft nodes before linearized reading' (duration: 817.774885ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.301329Z","caller":"traceutil/trace.go:171","msg":"trace[1545463465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7832; }","duration":"3.17654082s","start":"2026-03-01T01:38:21.124761Z","end":"2026-03-01T01:38:24.301302Z","steps":["trace[1545463465] 'agreement among raft nodes before linearized reading' (duration: 3.176212232s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.301346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223207999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T01:38:24.301366Z","caller":"traceutil/trace.go:171","msg":"trace[1380773902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7832; }","duration":"3.22322731s","start":"2026-03-01T01:38:21.078133Z","end":"2026-03-01T01:38:24.301361Z","steps":["trace[1380773902] 'agreement among raft nodes before linearized reading' (duration: 3.223173308s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.301382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.078089Z","time spent":"3.223289841s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:24.301383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.124749Z","time spent":"3.176623692s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:24.301334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.483107Z","time spent":"818.216756ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:38:24.301397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.19704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:24.301436Z","caller":"traceutil/trace.go:171","msg":"trace[1857574371] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7832; }","duration":"169.257222ms","start":"2026-03-01T01:38:24.132166Z","end":"2026-03-01T01:38:24.301423Z","steps":["trace[1857574371] 'agreement among raft nodes before linearized reading' (duration: 169.197031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.301446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176246243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:38:24.301479Z","caller":"traceutil/trace.go:171","msg":"trace[334613925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7832; }","duration":"3.176298744s","start":"2026-03-01T01:38:21.125171Z","end":"2026-03-01T01:38:24.30147Z","steps":["trace[334613925] 'agreement among raft nodes before linearized reading' (duration: 3.176199721s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.301495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176416077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:38:24.301505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.125162Z","time spent":"3.176336335s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:38:24.301496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176179551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:38:24.301532Z","caller":"traceutil/trace.go:171","msg":"trace[973795521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7832; }","duration":"3.176501549s","start":"2026-03-01T01:38:21.12502Z","end":"2026-03-01T01:38:24.301522Z","steps":["trace[973795521] 'agreement among raft nodes before linearized reading' (duration: 3.176352525s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.30156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.124984Z","time spent":"3.176570711s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:38:24.301558Z","caller":"traceutil/trace.go:171","msg":"trace[267255401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7832; }","duration":"3.176288663s","start":"2026-03-01T01:38:21.125252Z","end":"2026-03-01T01:38:24.301541Z","steps":["trace[267255401] 'agreement among raft nodes before linearized reading' (duration: 3.176130069s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.301604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.125213Z","time spent":"3.176379796s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:38:24.301294Z","caller":"traceutil/trace.go:171","msg":"trace[1540048139] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7832; }","duration":"293.879688ms","start":"2026-03-01T01:38:24.007408Z","end":"2026-03-01T01:38:24.301288Z","steps":["trace[1540048139] 'agreement among raft nodes before linearized reading' (duration: 293.621731ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.551885Z","caller":"traceutil/trace.go:171","msg":"trace[801330751] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"245.495454ms","start":"2026-03-01T01:38:24.306359Z","end":"2026-03-01T01:38:24.551854Z","steps":["trace[801330751] 'process raft request' (duration: 245.302459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.552168Z","caller":"traceutil/trace.go:171","msg":"trace[1243799131] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"245.688759ms","start":"2026-03-01T01:38:24.30646Z","end":"2026-03-01T01:38:24.552149Z","steps":["trace[1243799131] 'process raft request' (duration: 245.35403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.552447Z","caller":"traceutil/trace.go:171","msg":"trace[1103245572] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"245.930375ms","start":"2026-03-01T01:38:24.306503Z","end":"2026-03-01T01:38:24.552433Z","steps":["trace[1103245572] 'process raft request' (duration: 245.585426ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.552549Z","caller":"traceutil/trace.go:171","msg":"trace[1028553780] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"245.914425ms","start":"2026-03-01T01:38:24.306624Z","end":"2026-03-01T01:38:24.552538Z","steps":["trace[1028553780] 'process raft request' (duration: 245.74144ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.552733Z","caller":"traceutil/trace.go:171","msg":"trace[700248342] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"246.076459ms","start":"2026-03-01T01:38:24.306647Z","end":"2026-03-01T01:38:24.552723Z","steps":["trace[700248342] 'process raft request' (duration: 245.846093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.55292Z","caller":"traceutil/trace.go:171","msg":"trace[773410506] linearizableReadLoop","detail":"{readStateIndex:8134; appliedIndex:8128; }","duration":"181.641735ms","start":"2026-03-01T01:38:24.371245Z","end":"2026-03-01T01:38:24.552887Z","steps":["trace[773410506] 'read index received' (duration: 180.424623ms)","trace[773410506] 'applied index is now lower than readState.Index' (duration: 1.215682ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:24.552972Z","caller":"traceutil/trace.go:171","msg":"trace[1497790082] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"244.715214ms","start":"2026-03-01T01:38:24.308244Z","end":"2026-03-01T01:38:24.552959Z","steps":["trace[1497790082] 'process raft request' (duration: 244.431806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.553238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.22241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:24.553293Z","caller":"traceutil/trace.go:171","msg":"trace[1884657364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7838; }","duration":"244.321943ms","start":"2026-03-01T01:38:24.30896Z","end":"2026-03-01T01:38:24.553281Z","steps":["trace[1884657364] 'agreement among raft nodes before linearized reading' (duration: 244.081447ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.637482Z","caller":"traceutil/trace.go:171","msg":"trace[1650015875] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"265.188268ms","start":"2026-03-01T01:38:24.372257Z","end":"2026-03-01T01:38:24.637446Z","steps":["trace[1650015875] 'process raft request' (duration: 265.007364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.637802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.109667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-01T01:38:24.637887Z","caller":"traceutil/trace.go:171","msg":"trace[1880138681] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7839; }","duration":"265.25975ms","start":"2026-03-01T01:38:24.37261Z","end":"2026-03-01T01:38:24.63787Z","steps":["trace[1880138681] 'agreement among raft nodes before linearized reading' (duration: 264.87941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.9798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.767895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:24.979894Z","caller":"traceutil/trace.go:171","msg":"trace[1506295979] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7839; }","duration":"280.91872ms","start":"2026-03-01T01:38:24.698952Z","end":"2026-03-01T01:38:24.979871Z","steps":["trace[1506295979] 'range keys from in-memory index tree' (duration: 280.687753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.979956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.097945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:24.980065Z","caller":"traceutil/trace.go:171","msg":"trace[323233746] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7839; }","duration":"175.255519ms","start":"2026-03-01T01:38:24.804779Z","end":"2026-03-01T01:38:24.980035Z","steps":["trace[323233746] 'count revisions from in-memory index tree' (duration: 175.013522ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:26.285737Z","caller":"traceutil/trace.go:171","msg":"trace[207858419] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8135; }","duration":"384.103826ms","start":"2026-03-01T01:38:25.901607Z","end":"2026-03-01T01:38:26.285711Z","steps":["trace[207858419] 'read index received' (duration: 384.014513ms)","trace[207858419] 'applied index is now lower than readState.Index' (duration: 88.653µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:26.285933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.299341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T01:38:26.285958Z","caller":"traceutil/trace.go:171","msg":"trace[182787954] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7840; }","duration":"384.376053ms","start":"2026-03-01T01:38:25.901576Z","end":"2026-03-01T01:38:26.285952Z","steps":["trace[182787954] 'agreement among raft nodes before linearized reading' (duration: 384.236999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:26.285984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.901556Z","time spent":"384.421884ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T01:38:26.28615Z","caller":"traceutil/trace.go:171","msg":"trace[70660061] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"384.754913ms","start":"2026-03-01T01:38:25.901334Z","end":"2026-03-01T01:38:26.286089Z","steps":["trace[70660061] 'process raft request' (duration: 384.220049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:26.286385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.901315Z","time spent":"384.937028ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:26.751228Z","caller":"traceutil/trace.go:171","msg":"trace[1893179977] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"743.204147ms","start":"2026-03-01T01:38:26.008012Z","end":"2026-03-01T01:38:26.751216Z","steps":["trace[1893179977] 'process raft request' (duration: 742.994262ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:26.751421Z","caller":"traceutil/trace.go:171","msg":"trace[565143190] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"743.356401ms","start":"2026-03-01T01:38:26.00805Z","end":"2026-03-01T01:38:26.751406Z","steps":["trace[565143190] 'process raft request' (duration: 743.129795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:26.751597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.00802Z","time spent":"743.506025ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:26.751113Z","caller":"traceutil/trace.go:171","msg":"trace[9582090] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"846.28415ms","start":"2026-03-01T01:38:25.904796Z","end":"2026-03-01T01:38:26.75108Z","steps":["trace[9582090] 'process raft request' (duration: 845.957401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:26.751596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.007983Z","time spent":"743.338591ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:26.751907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.904785Z","time spent":"847.008059ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:27.114976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.301893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:27.115375Z","caller":"traceutil/trace.go:171","msg":"trace[464325471] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"208.881007ms","start":"2026-03-01T01:38:26.906466Z","end":"2026-03-01T01:38:27.115347Z","steps":["trace[464325471] 'process raft request' (duration: 208.832586ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:27.115439Z","caller":"traceutil/trace.go:171","msg":"trace[718676830] linearizableReadLoop","detail":"{readStateIndex:8141; appliedIndex:8136; }","duration":"805.261998ms","start":"2026-03-01T01:38:26.310139Z","end":"2026-03-01T01:38:27.115401Z","steps":["trace[718676830] 'read index received' (duration: 440.641982ms)","trace[718676830] 'applied index is now lower than readState.Index' (duration: 364.612836ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:27.115469Z","caller":"traceutil/trace.go:171","msg":"trace[485994048] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"807.20766ms","start":"2026-03-01T01:38:26.308202Z","end":"2026-03-01T01:38:27.11541Z","steps":["trace[485994048] 'process raft request' (duration: 806.959523ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:27.115385Z","caller":"traceutil/trace.go:171","msg":"trace[2097187746] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"825.852447ms","start":"2026-03-01T01:38:26.289481Z","end":"2026-03-01T01:38:27.115334Z","steps":["trace[2097187746] 'process raft request' (duration: 589.05125ms)","trace[2097187746] 'compare' (duration: 236.058337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:27.115667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.504484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:38:27.116696Z","caller":"traceutil/trace.go:171","msg":"trace[1255069025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:7846; }","duration":"806.564023ms","start":"2026-03-01T01:38:26.310112Z","end":"2026-03-01T01:38:27.116676Z","steps":["trace[1255069025] 'agreement among raft nodes before linearized reading' (duration: 805.373592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:27.116758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.310104Z","time spent":"806.637164ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:38:27.1157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.308194Z","time spent":"807.382324ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:27.115782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.870663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-01T01:38:27.115812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.088207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:38:27.116858Z","caller":"traceutil/trace.go:171","msg":"trace[911297400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7846; }","duration":"560.260318ms","start":"2026-03-01T01:38:26.556586Z","end":"2026-03-01T01:38:27.116846Z","steps":["trace[911297400] 'agreement among raft nodes before linearized reading' (duration: 559.030186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:27.116903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.556561Z","time spent":"560.330119ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:27.116626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.289464Z","time spent":"827.031997ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:27.115878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.488087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:38:27.117045Z","caller":"traceutil/trace.go:171","msg":"trace[511282455] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7846; }","duration":"717.162237ms","start":"2026-03-01T01:38:26.399841Z","end":"2026-03-01T01:38:27.117003Z","steps":["trace[511282455] 'agreement among raft nodes before linearized reading' (duration: 715.759681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:27.117111Z","caller":"traceutil/trace.go:171","msg":"trace[1135446817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7846; }","duration":"560.74309ms","start":"2026-03-01T01:38:26.556328Z","end":"2026-03-01T01:38:27.117071Z","steps":["trace[1135446817] 'agreement among raft nodes before linearized reading' (duration: 559.317303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:27.11714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.399821Z","time spent":"717.29276ms","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:38:27.115866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.664992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:38:27.117208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.556303Z","time spent":"560.859753ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:38:27.117239Z","caller":"traceutil/trace.go:171","msg":"trace[1313186218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7846; }","duration":"561.10253ms","start":"2026-03-01T01:38:26.556122Z","end":"2026-03-01T01:38:27.117224Z","steps":["trace[1313186218] 'agreement among raft nodes before linearized reading' (duration: 559.57354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:27.117295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.556081Z","time spent":"561.198852ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:27.115883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.287576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:38:27.117351Z","caller":"traceutil/trace.go:171","msg":"trace[1203795216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7846; }","duration":"559.791615ms","start":"2026-03-01T01:38:26.557548Z","end":"2026-03-01T01:38:27.11734Z","steps":["trace[1203795216] 'agreement among raft nodes before linearized reading' (duration: 558.165743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:27.11739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.557537Z","time spent":"559.842977ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:38:27.11596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.806964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:38:27.117525Z","caller":"traceutil/trace.go:171","msg":"trace[23350095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7846; }","duration":"559.396685ms","start":"2026-03-01T01:38:26.558072Z","end":"2026-03-01T01:38:27.117468Z","steps":["trace[23350095] 'agreement among raft nodes before linearized reading' (duration: 557.567108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:27.117601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.558062Z","time spent":"559.522798ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:38:27.483198Z","caller":"traceutil/trace.go:171","msg":"trace[646478133] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"360.544749ms","start":"2026-03-01T01:38:27.122625Z","end":"2026-03-01T01:38:27.48317Z","steps":["trace[646478133] 'process raft request' (duration: 360.336883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:27.483395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.122602Z","time spent":"360.686963ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.027073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.978959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:28.027338Z","caller":"traceutil/trace.go:171","msg":"trace[2100285325] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"904.652324ms","start":"2026-03-01T01:38:27.122654Z","end":"2026-03-01T01:38:28.027306Z","steps":["trace[2100285325] 'process raft request' (duration: 545.301705ms)","trace[2100285325] 'compare' (duration: 358.821945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:28.027436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.122636Z","time spent":"904.755547ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:28.027459Z","caller":"traceutil/trace.go:171","msg":"trace[899567872] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"904.587302ms","start":"2026-03-01T01:38:27.122851Z","end":"2026-03-01T01:38:28.027439Z","steps":["trace[899567872] 'process raft request' (duration: 904.469929ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.027449Z","caller":"traceutil/trace.go:171","msg":"trace[1985659226] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"904.601812ms","start":"2026-03-01T01:38:27.122804Z","end":"2026-03-01T01:38:28.027406Z","steps":["trace[1985659226] 'process raft request' (duration: 904.419938ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.027552Z","caller":"traceutil/trace.go:171","msg":"trace[1525552167] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"903.871424ms","start":"2026-03-01T01:38:27.123662Z","end":"2026-03-01T01:38:28.027533Z","steps":["trace[1525552167] 'process raft request' (duration: 903.725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.027563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.122845Z","time spent":"904.664754ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.027623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.123638Z","time spent":"903.953926ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.027681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.122799Z","time spent":"904.746757ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.027725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.902345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:28.027784Z","caller":"traceutil/trace.go:171","msg":"trace[938087572] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7851; }","duration":"877.995348ms","start":"2026-03-01T01:38:27.149772Z","end":"2026-03-01T01:38:28.027767Z","steps":["trace[938087572] 'agreement among raft nodes before linearized reading' (duration: 877.887855ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.027516Z","caller":"traceutil/trace.go:171","msg":"trace[817481815] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8142; }","duration":"877.68037ms","start":"2026-03-01T01:38:27.149809Z","end":"2026-03-01T01:38:28.027489Z","steps":["trace[817481815] 'read index received' (duration: 333.162883ms)","trace[817481815] 'applied index is now lower than readState.Index' (duration: 544.516157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:28.027833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.149755Z","time spent":"878.067119ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:28.027961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.92116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:28.028005Z","caller":"traceutil/trace.go:171","msg":"trace[959764421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7851; }","duration":"219.004442ms","start":"2026-03-01T01:38:27.808988Z","end":"2026-03-01T01:38:28.027993Z","steps":["trace[959764421] 'agreement among raft nodes before linearized reading' (duration: 218.93438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.028052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.545306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:28.028091Z","caller":"traceutil/trace.go:171","msg":"trace[561612658] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7851; }","duration":"126.617738ms","start":"2026-03-01T01:38:27.901462Z","end":"2026-03-01T01:38:28.02808Z","steps":["trace[561612658] 'agreement among raft nodes before linearized reading' (duration: 126.497225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.028048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.130528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:28.028164Z","caller":"traceutil/trace.go:171","msg":"trace[493313546] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7851; }","duration":"840.319493ms","start":"2026-03-01T01:38:27.187808Z","end":"2026-03-01T01:38:28.028127Z","steps":["trace[493313546] 'agreement among raft nodes before linearized reading' (duration: 840.100748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.028219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.18779Z","time spent":"840.412405ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:28.028233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.738976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:28.028272Z","caller":"traceutil/trace.go:171","msg":"trace[1666578426] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7851; }","duration":"788.798157ms","start":"2026-03-01T01:38:27.239462Z","end":"2026-03-01T01:38:28.02826Z","steps":["trace[1666578426] 'agreement among raft nodes before linearized reading' (duration: 788.735255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.028284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.144222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:38:28.028304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.239453Z","time spent":"788.843309ms","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:28.028328Z","caller":"traceutil/trace.go:171","msg":"trace[723409296] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7851; }","duration":"821.212654ms","start":"2026-03-01T01:38:27.207103Z","end":"2026-03-01T01:38:28.028316Z","steps":["trace[723409296] 'agreement among raft nodes before linearized reading' (duration: 821.102741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.028368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.207042Z","time spent":"821.313287ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:29.630102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979948731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:29.960438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3205018s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:38:30.76153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48142849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-01T01:38:30.761677Z","caller":"traceutil/trace.go:171","msg":"trace[1338928919] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7851; }","duration":"2.481636956s","start":"2026-03-01T01:38:28.280013Z","end":"2026-03-01T01:38:30.76165Z","steps":["trace[1338928919] 'range keys from in-memory index tree' (duration: 2.481209515s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.761736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.279985Z","time spent":"2.481736298s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T01:38:30.762372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207617787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T01:38:30.762414Z","caller":"traceutil/trace.go:171","msg":"trace[186587073] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003; range_end:; response_count:1; response_revision:7851; }","duration":"2.207704299s","start":"2026-03-01T01:38:28.554699Z","end":"2026-03-01T01:38:30.762404Z","steps":["trace[186587073] 'range keys from in-memory index tree' (duration: 2.207490614s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.762442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.554675Z","time spent":"2.207759571s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" "} {"level":"warn","ts":"2026-03-01T01:38:31.727825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767055805s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-01T01:38:31.807694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:38:31.807797Z","caller":"traceutil/trace.go:171","msg":"trace[2048673292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103165s","start":"2026-03-01T01:38:29.80767Z","end":"2026-03-01T01:38:31.807773Z","steps":["trace[2048673292] 'agreement among raft nodes before linearized reading' (duration: 1.999977831s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:31.807852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.807652Z","time spent":"2.000189636s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:38:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:38:32.743281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.782526365s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:38:32.744172Z","caller":"traceutil/trace.go:171","msg":"trace[1352075651] linearizableReadLoop","detail":"{readStateIndex:8151; appliedIndex:8147; }","duration":"3.615035696s","start":"2026-03-01T01:38:29.129102Z","end":"2026-03-01T01:38:32.744138Z","steps":["trace[1352075651] 'read index received' (duration: 831.601526ms)","trace[1352075651] 'applied index is now lower than readState.Index' (duration: 2.7834329s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:32.744632Z","caller":"traceutil/trace.go:171","msg":"trace[718697831] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"3.621871944s","start":"2026-03-01T01:38:29.122741Z","end":"2026-03-01T01:38:32.744613Z","steps":["trace[718697831] 'process raft request' (duration: 3.621356611s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:32.744869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.122708Z","time spent":"3.622002558s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:32.744937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615798486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:38:32.745039Z","caller":"traceutil/trace.go:171","msg":"trace[534675993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:7854; }","duration":"3.615924999s","start":"2026-03-01T01:38:29.12909Z","end":"2026-03-01T01:38:32.745015Z","steps":["trace[534675993] 'agreement among raft nodes before linearized reading' (duration: 3.615528919s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:32.745072Z","caller":"traceutil/trace.go:171","msg":"trace[1570166456] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"3.987889928s","start":"2026-03-01T01:38:28.757168Z","end":"2026-03-01T01:38:32.745058Z","steps":["trace[1570166456] 'process raft request' (duration: 3.986693727s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:32.745101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.129057Z","time spent":"3.616031732s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:38:32.745191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.757137Z","time spent":"3.987967469s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:32.74536Z","caller":"traceutil/trace.go:171","msg":"trace[25599936] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"3.988046052s","start":"2026-03-01T01:38:28.757281Z","end":"2026-03-01T01:38:32.745327Z","steps":["trace[25599936] 'process raft request' (duration: 3.986766159s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:32.745451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.757273Z","time spent":"3.988119504s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:33.244937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979948737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:33.627092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.657395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:33.627438Z","caller":"traceutil/trace.go:171","msg":"trace[1224061684] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"2.862645079s","start":"2026-03-01T01:38:30.76477Z","end":"2026-03-01T01:38:33.627415Z","steps":["trace[1224061684] 'process raft request' (duration: 2.672573573s)","trace[1224061684] 'compare' (duration: 189.342757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:33.62752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.764735Z","time spent":"2.862750202s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:33.808023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:38:33.808143Z","caller":"traceutil/trace.go:171","msg":"trace[116803366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124976s","start":"2026-03-01T01:38:31.807991Z","end":"2026-03-01T01:38:33.808116Z","steps":["trace[116803366] 'agreement among raft nodes before linearized reading' (duration: 1.999978772s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.808219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:31.807958Z","time spent":"2.000250059s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:38:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:38:34.138774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.202315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:34.139035Z","caller":"traceutil/trace.go:171","msg":"trace[1926185321] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"346.839892ms","start":"2026-03-01T01:38:33.792166Z","end":"2026-03-01T01:38:34.139006Z","steps":["trace[1926185321] 'process raft request' (duration: 346.7505ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.13902Z","caller":"traceutil/trace.go:171","msg":"trace[306933532] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"1.391396012s","start":"2026-03-01T01:38:32.74757Z","end":"2026-03-01T01:38:34.138966Z","steps":["trace[306933532] 'process raft request' (duration: 1.129778997s)","trace[306933532] 'compare' (duration: 261.0533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:34.139144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.792127Z","time spent":"346.966795ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:34.139252Z","caller":"traceutil/trace.go:171","msg":"trace[941043330] linearizableReadLoop","detail":"{readStateIndex:8153; appliedIndex:8151; }","duration":"1.394969606s","start":"2026-03-01T01:38:32.744264Z","end":"2026-03-01T01:38:34.139233Z","steps":["trace[941043330] 'read index received' (duration: 693.101049ms)","trace[941043330] 'applied index is now lower than readState.Index' (duration: 701.865997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:34.139259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.747544Z","time spent":"1.391590517s","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:34.139404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445612056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.139379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65304857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:34.139447Z","caller":"traceutil/trace.go:171","msg":"trace[235386606] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7857; }","duration":"4.445703158s","start":"2026-03-01T01:38:29.69373Z","end":"2026-03-01T01:38:34.139433Z","steps":["trace[235386606] 'agreement among raft nodes before linearized reading' (duration: 4.445613766s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.139435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372998473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"warn","ts":"2026-03-01T01:38:34.139482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.693711Z","time spent":"4.44576232s","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.139472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378070626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:38:34.139532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602989096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:34.139526Z","caller":"traceutil/trace.go:171","msg":"trace[739044762] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:7857; }","duration":"3.373104046s","start":"2026-03-01T01:38:30.766401Z","end":"2026-03-01T01:38:34.139505Z","steps":["trace[739044762] 'agreement among raft nodes before linearized reading' (duration: 3.372845329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.139545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107337869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:38:34.139563Z","caller":"traceutil/trace.go:171","msg":"trace[1194040920] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7857; }","duration":"2.603060398s","start":"2026-03-01T01:38:31.536492Z","end":"2026-03-01T01:38:34.139552Z","steps":["trace[1194040920] 'agreement among raft nodes before linearized reading' (duration: 2.603008707s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.139532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782320693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-01T01:38:34.139418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737043313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.139594Z","caller":"traceutil/trace.go:171","msg":"trace[1437573417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7857; }","duration":"4.10740743s","start":"2026-03-01T01:38:30.032174Z","end":"2026-03-01T01:38:34.139581Z","steps":["trace[1437573417] 'agreement among raft nodes before linearized reading' (duration: 4.107257006s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.139602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:31.536468Z","time spent":"2.60312368s","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.139629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.032159Z","time spent":"4.107462792s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:38:34.139638Z","caller":"traceutil/trace.go:171","msg":"trace[1901242120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7857; }","duration":"4.782483008s","start":"2026-03-01T01:38:29.357134Z","end":"2026-03-01T01:38:34.139617Z","steps":["trace[1901242120] 'agreement among raft nodes before linearized reading' (duration: 4.782250902s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.139637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107503713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:38:34.139692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.357109Z","time spent":"4.7825734s","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-01T01:38:34.139696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652623935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:38:34.139709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.647694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.139717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73425832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.139777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775846288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:34.139629Z","caller":"traceutil/trace.go:171","msg":"trace[1097663663] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7857; }","duration":"1.73733427s","start":"2026-03-01T01:38:32.402285Z","end":"2026-03-01T01:38:34.139619Z","steps":["trace[1097663663] 'agreement among raft nodes before linearized reading' (duration: 1.737005111s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.139826Z","caller":"traceutil/trace.go:171","msg":"trace[324637968] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7857; }","duration":"3.77595281s","start":"2026-03-01T01:38:30.363864Z","end":"2026-03-01T01:38:34.139817Z","steps":["trace[324637968] 'agreement among raft nodes before linearized reading' (duration: 3.775847757s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.139833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.533621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.139858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.363837Z","time spent":"3.776014302s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.139745Z","caller":"traceutil/trace.go:171","msg":"trace[1045249810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7857; }","duration":"4.652686526s","start":"2026-03-01T01:38:29.487045Z","end":"2026-03-01T01:38:34.139732Z","steps":["trace[1045249810] 'agreement among raft nodes before linearized reading' (duration: 4.652559772s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.139839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.402259Z","time spent":"1.737567966s","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.140051Z","caller":"traceutil/trace.go:171","msg":"trace[1065937958] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7857; }","duration":"411.578433ms","start":"2026-03-01T01:38:33.728277Z","end":"2026-03-01T01:38:34.139855Z","steps":["trace[1065937958] 'agreement among raft nodes before linearized reading' (duration: 411.529312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097868331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:38:34.140081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.728267Z","time spent":"411.806159ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.140088Z","caller":"traceutil/trace.go:171","msg":"trace[505385190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7857; }","duration":"4.098113698s","start":"2026-03-01T01:38:30.041964Z","end":"2026-03-01T01:38:34.140078Z","steps":["trace[505385190] 'agreement among raft nodes before linearized reading' (duration: 4.09781781s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.041949Z","time spent":"4.09819412s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:34.140082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.487038Z","time spent":"4.653026675s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:38:34.139755Z","caller":"traceutil/trace.go:171","msg":"trace[1081846858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7857; }","duration":"4.107603876s","start":"2026-03-01T01:38:30.032085Z","end":"2026-03-01T01:38:34.139689Z","steps":["trace[1081846858] 'agreement among raft nodes before linearized reading' (duration: 4.10740404s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679191939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.139768Z","caller":"traceutil/trace.go:171","msg":"trace[1353458452] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7857; }","duration":"228.708975ms","start":"2026-03-01T01:38:33.911026Z","end":"2026-03-01T01:38:34.139735Z","steps":["trace[1353458452] 'agreement among raft nodes before linearized reading' (duration: 228.624943ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.14021Z","caller":"traceutil/trace.go:171","msg":"trace[998384836] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7857; }","duration":"4.679308492s","start":"2026-03-01T01:38:29.460891Z","end":"2026-03-01T01:38:34.140199Z","steps":["trace[998384836] 'agreement among raft nodes before linearized reading' (duration: 4.679184749s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.140152Z","caller":"traceutil/trace.go:171","msg":"trace[1219694948] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7857; }","duration":"1.734381283s","start":"2026-03-01T01:38:32.405425Z","end":"2026-03-01T01:38:34.139807Z","steps":["trace[1219694948] 'agreement among raft nodes before linearized reading' (duration: 1.734141407s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.14026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390792486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"warn","ts":"2026-03-01T01:38:34.140296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.983909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.139559Z","caller":"traceutil/trace.go:171","msg":"trace[113509085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7857; }","duration":"3.37824216s","start":"2026-03-01T01:38:30.7613Z","end":"2026-03-01T01:38:34.139542Z","steps":["trace[113509085] 'agreement among raft nodes before linearized reading' (duration: 3.378080346s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.140317Z","caller":"traceutil/trace.go:171","msg":"trace[471764907] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7857; }","duration":"1.390905759s","start":"2026-03-01T01:38:32.749399Z","end":"2026-03-01T01:38:34.140304Z","steps":["trace[471764907] 'agreement among raft nodes before linearized reading' (duration: 1.390260412s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.140327Z","caller":"traceutil/trace.go:171","msg":"trace[1144321647] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7857; }","duration":"266.0388ms","start":"2026-03-01T01:38:33.87428Z","end":"2026-03-01T01:38:34.140318Z","steps":["trace[1144321647] 'agreement among raft nodes before linearized reading' (duration: 265.988019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.032076Z","time spent":"4.10817183s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:38:34.140339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.45997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.125224096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:38:34.140408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.290301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140413Z","caller":"traceutil/trace.go:171","msg":"trace[258004849] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7857; }","duration":"194.544342ms","start":"2026-03-01T01:38:33.945857Z","end":"2026-03-01T01:38:34.140401Z","steps":["trace[258004849] 'agreement among raft nodes before linearized reading' (duration: 194.422019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.405414Z","time spent":"1.734858095s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.140479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.723528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.380121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.139574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.766389Z","time spent":"3.373175607s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":733,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-01T01:38:34.14051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.333685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140518Z","caller":"traceutil/trace.go:171","msg":"trace[754583798] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7857; }","duration":"266.763799ms","start":"2026-03-01T01:38:33.873746Z","end":"2026-03-01T01:38:34.14051Z","steps":["trace[754583798] 'agreement among raft nodes before linearized reading' (duration: 266.709958ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.140456Z","caller":"traceutil/trace.go:171","msg":"trace[1458446593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7857; }","duration":"4.125618666s","start":"2026-03-01T01:38:30.014796Z","end":"2026-03-01T01:38:34.140415Z","steps":["trace[1458446593] 'agreement among raft nodes before linearized reading' (duration: 4.12500686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.365567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140549Z","caller":"traceutil/trace.go:171","msg":"trace[171876919] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7857; }","duration":"463.399907ms","start":"2026-03-01T01:38:33.67714Z","end":"2026-03-01T01:38:34.140539Z","steps":["trace[171876919] 'agreement among raft nodes before linearized reading' (duration: 463.339275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.014768Z","time spent":"4.12578592s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:38:34.140591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.677126Z","time spent":"463.455258ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.140605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.17932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.503114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.13947Z","caller":"traceutil/trace.go:171","msg":"trace[1894642281] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7857; }","duration":"3.653219784s","start":"2026-03-01T01:38:30.486226Z","end":"2026-03-01T01:38:34.139445Z","steps":["trace[1894642281] 'agreement among raft nodes before linearized reading' (duration: 3.65305759s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.957294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098451656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:38:34.140692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.486177Z","time spent":"3.654500138s","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.140711Z","caller":"traceutil/trace.go:171","msg":"trace[756034044] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7857; }","duration":"139.619398ms","start":"2026-03-01T01:38:34.001077Z","end":"2026-03-01T01:38:34.140697Z","steps":["trace[756034044] 'agreement among raft nodes before linearized reading' (duration: 139.493695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.173759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.046296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.264912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140799Z","caller":"traceutil/trace.go:171","msg":"trace[1675851922] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7857; }","duration":"288.209689ms","start":"2026-03-01T01:38:33.852582Z","end":"2026-03-01T01:38:34.140791Z","steps":["trace[1675851922] 'agreement among raft nodes before linearized reading' (duration: 288.161628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.012989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.262294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140839Z","caller":"traceutil/trace.go:171","msg":"trace[464675663] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7857; }","duration":"360.328414ms","start":"2026-03-01T01:38:33.780484Z","end":"2026-03-01T01:38:34.140812Z","steps":["trace[464675663] 'agreement among raft nodes before linearized reading' (duration: 360.265222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893728653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.780474Z","time spent":"360.395306ms","remote":"127.0.0.1:57178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:34.140634Z","caller":"traceutil/trace.go:171","msg":"trace[1815531265] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7857; }","duration":"520.317884ms","start":"2026-03-01T01:38:33.620308Z","end":"2026-03-01T01:38:34.140626Z","steps":["trace[1815531265] 'agreement among raft nodes before linearized reading' (duration: 520.279143ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.140892Z","caller":"traceutil/trace.go:171","msg":"trace[1302434523] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7857; }","duration":"4.894289249s","start":"2026-03-01T01:38:29.246589Z","end":"2026-03-01T01:38:34.140878Z","steps":["trace[1302434523] 'agreement among raft nodes before linearized reading' (duration: 4.893753225s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.685247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.548093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140938Z","caller":"traceutil/trace.go:171","msg":"trace[499200386] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7857; }","duration":"434.748838ms","start":"2026-03-01T01:38:33.706182Z","end":"2026-03-01T01:38:34.14093Z","steps":["trace[499200386] 'agreement among raft nodes before linearized reading' (duration: 434.690887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.246562Z","time spent":"4.89436727s","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.140955Z","caller":"traceutil/trace.go:171","msg":"trace[1129820571] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7857; }","duration":"212.640736ms","start":"2026-03-01T01:38:33.928304Z","end":"2026-03-01T01:38:34.140945Z","steps":["trace[1129820571] 'agreement among raft nodes before linearized reading' (duration: 212.557173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.761274Z","time spent":"3.379059402s","remote":"127.0.0.1:41976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.140969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.706167Z","time spent":"434.794189ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.140971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.397297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141Z","caller":"traceutil/trace.go:171","msg":"trace[1311760761] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7857; }","duration":"370.448418ms","start":"2026-03-01T01:38:33.770543Z","end":"2026-03-01T01:38:34.140992Z","steps":["trace[1311760761] 'agreement among raft nodes before linearized reading' (duration: 370.400276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.620283Z","time spent":"520.637142ms","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.141037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.770533Z","time spent":"370.49634ms","remote":"127.0.0.1:57178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.14105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.338378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:34.141077Z","caller":"traceutil/trace.go:171","msg":"trace[458221510] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7857; }","duration":"687.41075ms","start":"2026-03-01T01:38:33.453659Z","end":"2026-03-01T01:38:34.14107Z","steps":["trace[458221510] 'agreement among raft nodes before linearized reading' (duration: 687.320517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.14057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.856971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.331601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893ee1f10f241\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-01T01:38:34.141107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.317626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.453628Z","time spent":"687.469112ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.141143Z","caller":"traceutil/trace.go:171","msg":"trace[1249606443] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189893ee1f10f241; range_end:; response_count:1; response_revision:7857; }","duration":"330.383301ms","start":"2026-03-01T01:38:33.81075Z","end":"2026-03-01T01:38:34.141134Z","steps":["trace[1249606443] 'agreement among raft nodes before linearized reading' (duration: 330.274019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.683933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.513734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.749825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.279829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141225Z","caller":"traceutil/trace.go:171","msg":"trace[970864628] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7857; }","duration":"139.462733ms","start":"2026-03-01T01:38:34.001744Z","end":"2026-03-01T01:38:34.141206Z","steps":["trace[970864628] 'agreement among raft nodes before linearized reading' (duration: 138.661652ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.141247Z","caller":"traceutil/trace.go:171","msg":"trace[2006870319] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7857; }","duration":"387.548425ms","start":"2026-03-01T01:38:33.753691Z","end":"2026-03-01T01:38:34.141239Z","steps":["trace[2006870319] 'agreement among raft nodes before linearized reading' (duration: 387.502464ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.141133Z","caller":"traceutil/trace.go:171","msg":"trace[1839630802] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7857; }","duration":"520.431117ms","start":"2026-03-01T01:38:33.620692Z","end":"2026-03-01T01:38:34.141123Z","steps":["trace[1839630802] 'agreement among raft nodes before linearized reading' (duration: 519.850442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.753676Z","time spent":"387.601266ms","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:34.141302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.617071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141282Z","caller":"traceutil/trace.go:171","msg":"trace[964162854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7857; }","duration":"325.524955ms","start":"2026-03-01T01:38:33.815738Z","end":"2026-03-01T01:38:34.141263Z","steps":["trace[964162854] 'agreement among raft nodes before linearized reading' (duration: 325.284159ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.141369Z","caller":"traceutil/trace.go:171","msg":"trace[1812085088] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7857; }","duration":"213.702893ms","start":"2026-03-01T01:38:33.927654Z","end":"2026-03-01T01:38:34.141357Z","steps":["trace[1812085088] 'agreement among raft nodes before linearized reading' (duration: 213.618191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.233122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.383807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.829674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141462Z","caller":"traceutil/trace.go:171","msg":"trace[1322769867] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7857; }","duration":"179.313425ms","start":"2026-03-01T01:38:33.962134Z","end":"2026-03-01T01:38:34.141447Z","steps":["trace[1322769867] 'agreement among raft nodes before linearized reading' (duration: 179.235643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.815718Z","time spent":"325.671278ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:38:34.141485Z","caller":"traceutil/trace.go:171","msg":"trace[1123849049] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7857; }","duration":"540.574313ms","start":"2026-03-01T01:38:33.6009Z","end":"2026-03-01T01:38:34.141474Z","steps":["trace[1123849049] 'agreement among raft nodes before linearized reading' (duration: 539.847284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.108902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140442Z","caller":"traceutil/trace.go:171","msg":"trace[1340156965] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7857; }","duration":"412.348463ms","start":"2026-03-01T01:38:33.728084Z","end":"2026-03-01T01:38:34.140432Z","steps":["trace[1340156965] 'agreement among raft nodes before linearized reading' (duration: 412.294892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.600884Z","time spent":"540.629474ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:34.14153Z","caller":"traceutil/trace.go:171","msg":"trace[1098592844] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7857; }","duration":"310.149323ms","start":"2026-03-01T01:38:33.831372Z","end":"2026-03-01T01:38:34.141521Z","steps":["trace[1098592844] 'agreement among raft nodes before linearized reading' (duration: 310.082591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.693198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.140729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.410267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141571Z","caller":"traceutil/trace.go:171","msg":"trace[16485310] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7857; }","duration":"289.883504ms","start":"2026-03-01T01:38:33.851673Z","end":"2026-03-01T01:38:34.141557Z","steps":["trace[16485310] 'agreement among raft nodes before linearized reading' (duration: 289.805652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.46086Z","time spent":"4.679372673s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.141582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.922397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.039708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141608Z","caller":"traceutil/trace.go:171","msg":"trace[866664395] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7857; }","duration":"521.318ms","start":"2026-03-01T01:38:33.620272Z","end":"2026-03-01T01:38:34.14159Z","steps":["trace[866664395] 'agreement among raft nodes before linearized reading' (duration: 520.437857ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.141643Z","caller":"traceutil/trace.go:171","msg":"trace[952867954] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7857; }","duration":"290.10262ms","start":"2026-03-01T01:38:33.851532Z","end":"2026-03-01T01:38:34.141635Z","steps":["trace[952867954] 'agreement among raft nodes before linearized reading' (duration: 290.044888ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.140721Z","caller":"traceutil/trace.go:171","msg":"trace[378760277] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7857; }","duration":"267.019926ms","start":"2026-03-01T01:38:33.873692Z","end":"2026-03-01T01:38:34.140712Z","steps":["trace[378760277] 'agreement among raft nodes before linearized reading' (duration: 266.933514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.924231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141471Z","caller":"traceutil/trace.go:171","msg":"trace[2132983498] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7857; }","duration":"388.436328ms","start":"2026-03-01T01:38:33.753027Z","end":"2026-03-01T01:38:34.141463Z","steps":["trace[2132983498] 'agreement among raft nodes before linearized reading' (duration: 388.386477ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.141251Z","caller":"traceutil/trace.go:171","msg":"trace[365786638] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7857; }","duration":"342.800396ms","start":"2026-03-01T01:38:33.798442Z","end":"2026-03-01T01:38:34.141243Z","steps":["trace[365786638] 'agreement among raft nodes before linearized reading' (duration: 342.754145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.539273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.753017Z","time spent":"388.693315ms","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.14175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.798433Z","time spent":"343.306979ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:34.141751Z","caller":"traceutil/trace.go:171","msg":"trace[528981247] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7857; }","duration":"230.599214ms","start":"2026-03-01T01:38:33.911143Z","end":"2026-03-01T01:38:34.141742Z","steps":["trace[528981247] 'agreement among raft nodes before linearized reading' (duration: 230.521862ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.141644Z","caller":"traceutil/trace.go:171","msg":"trace[468615199] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7857; }","duration":"230.01566ms","start":"2026-03-01T01:38:33.911618Z","end":"2026-03-01T01:38:34.141633Z","steps":["trace[468615199] 'agreement among raft nodes before linearized reading' (duration: 229.933547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.620684Z","time spent":"520.612472ms","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:34.141282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.394394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.139377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174180444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141894Z","caller":"traceutil/trace.go:171","msg":"trace[402955518] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7857; }","duration":"160.01751ms","start":"2026-03-01T01:38:33.981864Z","end":"2026-03-01T01:38:34.141882Z","steps":["trace[402955518] 'agreement among raft nodes before linearized reading' (duration: 159.389994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.007064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.810738Z","time spent":"330.428223ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893ee1f10f241\" "} {"level":"info","ts":"2026-03-01T01:38:34.141366Z","caller":"traceutil/trace.go:171","msg":"trace[1565160316] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7857; }","duration":"504.47732ms","start":"2026-03-01T01:38:33.636082Z","end":"2026-03-01T01:38:34.140559Z","steps":["trace[1565160316] 'agreement among raft nodes before linearized reading' (duration: 504.352557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.213386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.142065Z","caller":"traceutil/trace.go:171","msg":"trace[1002810988] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7857; }","duration":"179.969642ms","start":"2026-03-01T01:38:33.962084Z","end":"2026-03-01T01:38:34.142053Z","steps":["trace[1002810988] 'agreement among raft nodes before linearized reading' (duration: 178.182095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.142073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.970395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140795Z","caller":"traceutil/trace.go:171","msg":"trace[633376903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7857; }","duration":"4.098922669s","start":"2026-03-01T01:38:30.041807Z","end":"2026-03-01T01:38:34.140729Z","steps":["trace[633376903] 'agreement among raft nodes before linearized reading' (duration: 4.09743449s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.142139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.041796Z","time spent":"4.100332916s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:34.141289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.205742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.142157Z","caller":"traceutil/trace.go:171","msg":"trace[598802215] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7857; }","duration":"311.069977ms","start":"2026-03-01T01:38:33.831069Z","end":"2026-03-01T01:38:34.142139Z","steps":["trace[598802215] 'agreement among raft nodes before linearized reading' (duration: 310.929673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.142201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.660408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.620249Z","time spent":"521.401672ms","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.141163Z","caller":"traceutil/trace.go:171","msg":"trace[178983072] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7857; }","duration":"158.396948ms","start":"2026-03-01T01:38:33.982747Z","end":"2026-03-01T01:38:34.141144Z","steps":["trace[178983072] 'agreement among raft nodes before linearized reading' (duration: 158.303165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.142306Z","caller":"traceutil/trace.go:171","msg":"trace[1562860465] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7857; }","duration":"485.770032ms","start":"2026-03-01T01:38:33.656519Z","end":"2026-03-01T01:38:34.142289Z","steps":["trace[1562860465] 'agreement among raft nodes before linearized reading' (duration: 485.647589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.749373Z","time spent":"1.390976821s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224157,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:38:34.14207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.923736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.140812Z","caller":"traceutil/trace.go:171","msg":"trace[1332350352] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7857; }","duration":"195.096367ms","start":"2026-03-01T01:38:33.945706Z","end":"2026-03-01T01:38:34.140803Z","steps":["trace[1332350352] 'agreement among raft nodes before linearized reading' (duration: 195.017715ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.142483Z","caller":"traceutil/trace.go:171","msg":"trace[1342083519] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7857; }","duration":"465.341097ms","start":"2026-03-01T01:38:33.677126Z","end":"2026-03-01T01:38:34.142467Z","steps":["trace[1342083519] 'agreement among raft nodes before linearized reading' (duration: 464.318381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.142545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.677092Z","time spent":"465.43323ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:38:34.140545Z","caller":"traceutil/trace.go:171","msg":"trace[2043401524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7857; }","duration":"139.445044ms","start":"2026-03-01T01:38:34.001085Z","end":"2026-03-01T01:38:34.14053Z","steps":["trace[2043401524] 'agreement among raft nodes before linearized reading' (duration: 139.381232ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.142571Z","caller":"traceutil/trace.go:171","msg":"trace[1923554779] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7857; }","duration":"507.123329ms","start":"2026-03-01T01:38:33.635436Z","end":"2026-03-01T01:38:34.142559Z","steps":["trace[1923554779] 'agreement among raft nodes before linearized reading' (duration: 505.025004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.142608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.635419Z","time spent":"507.176821ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.142662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.656515Z","time spent":"486.126031ms","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.141222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.525488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.142743Z","caller":"traceutil/trace.go:171","msg":"trace[1591134839] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7857; }","duration":"215.066089ms","start":"2026-03-01T01:38:33.927668Z","end":"2026-03-01T01:38:34.142735Z","steps":["trace[1591134839] 'agreement among raft nodes before linearized reading' (duration: 213.521559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.142768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.342937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.141746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.184298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.141707Z","caller":"traceutil/trace.go:171","msg":"trace[832038902] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7857; }","duration":"388.969192ms","start":"2026-03-01T01:38:33.752729Z","end":"2026-03-01T01:38:34.141699Z","steps":["trace[832038902] 'agreement among raft nodes before linearized reading' (duration: 388.919961ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.140877Z","caller":"traceutil/trace.go:171","msg":"trace[229832750] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7857; }","duration":"540.332126ms","start":"2026-03-01T01:38:33.60053Z","end":"2026-03-01T01:38:34.140862Z","steps":["trace[229832750] 'agreement among raft nodes before linearized reading' (duration: 540.287695ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.141907Z","caller":"traceutil/trace.go:171","msg":"trace[43985040] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7857; }","duration":"4.176789863s","start":"2026-03-01T01:38:29.965107Z","end":"2026-03-01T01:38:34.141897Z","steps":["trace[43985040] 'agreement among raft nodes before linearized reading' (duration: 4.174136764s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.142199Z","caller":"traceutil/trace.go:171","msg":"trace[754629872] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7857; }","duration":"345.141627ms","start":"2026-03-01T01:38:33.79704Z","end":"2026-03-01T01:38:34.142182Z","steps":["trace[754629872] 'agreement among raft nodes before linearized reading' (duration: 344.229923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.142931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.965082Z","time spent":"4.17782883s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.142143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.92614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.143001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.71231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.1408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.07529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.143094Z","caller":"traceutil/trace.go:171","msg":"trace[632420190] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7857; }","duration":"542.404881ms","start":"2026-03-01T01:38:33.600666Z","end":"2026-03-01T01:38:34.143071Z","steps":["trace[632420190] 'agreement among raft nodes before linearized reading' (duration: 540.117121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.831369Z","time spent":"310.183784ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:34.143166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.600547Z","time spent":"542.596966ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.141227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.20981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.143489Z","caller":"traceutil/trace.go:171","msg":"trace[1363521150] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7857; }","duration":"161.50467ms","start":"2026-03-01T01:38:33.981964Z","end":"2026-03-01T01:38:34.143469Z","steps":["trace[1363521150] 'agreement among raft nodes before linearized reading' (duration: 159.22693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.73689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.143555Z","caller":"traceutil/trace.go:171","msg":"trace[1278833692] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7857; }","duration":"180.964508ms","start":"2026-03-01T01:38:33.96258Z","end":"2026-03-01T01:38:34.143544Z","steps":["trace[1278833692] 'agreement among raft nodes before linearized reading' (duration: 178.726949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.141555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.72807Z","time spent":"413.474232ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.142132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.636075Z","time spent":"505.938789ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:34.1407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.905412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:34.144215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.372894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.14428Z","caller":"traceutil/trace.go:171","msg":"trace[212563468] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7857; }","duration":"466.472888ms","start":"2026-03-01T01:38:33.677789Z","end":"2026-03-01T01:38:34.144262Z","steps":["trace[212563468] 'agreement among raft nodes before linearized reading' (duration: 466.343644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.140962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.174737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:38:34.141964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.79178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.144334Z","caller":"traceutil/trace.go:171","msg":"trace[906684345] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7857; }","duration":"313.259345ms","start":"2026-03-01T01:38:33.831059Z","end":"2026-03-01T01:38:34.144319Z","steps":["trace[906684345] 'agreement among raft nodes before linearized reading' (duration: 310.78985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.144372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.831042Z","time spent":"313.320316ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.141326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.275604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.144519Z","caller":"traceutil/trace.go:171","msg":"trace[1858217610] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7857; }","duration":"347.460038ms","start":"2026-03-01T01:38:33.797031Z","end":"2026-03-01T01:38:34.144491Z","steps":["trace[1858217610] 'agreement among raft nodes before linearized reading' (duration: 344.277274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.144553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.797021Z","time spent":"347.52238ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.144706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.677779Z","time spent":"466.916979ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:34.14428Z","caller":"traceutil/trace.go:171","msg":"trace[535260700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7857; }","duration":"198.491936ms","start":"2026-03-01T01:38:33.945764Z","end":"2026-03-01T01:38:34.144256Z","steps":["trace[535260700] 'agreement among raft nodes before linearized reading' (duration: 194.854361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:34.144843Z","caller":"traceutil/trace.go:171","msg":"trace[669701561] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:7857; }","duration":"574.099899ms","start":"2026-03-01T01:38:33.570733Z","end":"2026-03-01T01:38:34.144833Z","steps":["trace[669701561] 'agreement among raft nodes before linearized reading' (duration: 570.163786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.144876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.570707Z","time spent":"574.161181ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-01T01:38:34.144986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.752719Z","time spent":"392.253858ms","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.142249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.831058Z","time spent":"311.134929ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.145088Z","caller":"traceutil/trace.go:171","msg":"trace[1657463490] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7857; }","duration":"488.687998ms","start":"2026-03-01T01:38:33.656391Z","end":"2026-03-01T01:38:34.145079Z","steps":["trace[1657463490] 'agreement among raft nodes before linearized reading' (duration: 486.265144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.145309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.656384Z","time spent":"488.915594ms","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.140524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.121106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.145108Z","caller":"traceutil/trace.go:171","msg":"trace[1345550924] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7857; }","duration":"415.568087ms","start":"2026-03-01T01:38:33.729534Z","end":"2026-03-01T01:38:34.145102Z","steps":["trace[1345550924] 'agreement among raft nodes before linearized reading' (duration: 412.192869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.145395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.729523Z","time spent":"415.865255ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:34.14538Z","caller":"traceutil/trace.go:171","msg":"trace[303800761] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7857; }","duration":"509.981584ms","start":"2026-03-01T01:38:33.635381Z","end":"2026-03-01T01:38:34.145363Z","steps":["trace[303800761] 'agreement among raft nodes before linearized reading' (duration: 505.124237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.145442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.63537Z","time spent":"510.052646ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:34.141174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.687594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:34.145633Z","caller":"traceutil/trace.go:171","msg":"trace[699832847] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7857; }","duration":"375.157541ms","start":"2026-03-01T01:38:33.770465Z","end":"2026-03-01T01:38:34.145622Z","steps":["trace[699832847] 'agreement among raft nodes before linearized reading' (duration: 370.686574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.145658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.770457Z","time spent":"375.193223ms","remote":"127.0.0.1:57178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.145659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.600505Z","time spent":"545.138563ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.143045Z","caller":"traceutil/trace.go:171","msg":"trace[1660007200] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7857; }","duration":"436.911535ms","start":"2026-03-01T01:38:33.706122Z","end":"2026-03-01T01:38:34.143033Z","steps":["trace[1660007200] 'agreement among raft nodes before linearized reading' (duration: 436.71143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.143002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.797019Z","time spent":"345.965569ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:34.147003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.706107Z","time spent":"440.873659ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:34.140851Z","caller":"traceutil/trace.go:171","msg":"trace[1288324130] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7857; }","duration":"434.065891ms","start":"2026-03-01T01:38:33.706772Z","end":"2026-03-01T01:38:34.140838Z","steps":["trace[1288324130] 'agreement among raft nodes before linearized reading' (duration: 434.006079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.14729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.706766Z","time spent":"440.490219ms","remote":"127.0.0.1:57158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:34.146975Z","caller":"traceutil/trace.go:171","msg":"trace[526692495] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7857; }","duration":"485.822323ms","start":"2026-03-01T01:38:33.657204Z","end":"2026-03-01T01:38:34.143027Z","steps":["trace[526692495] 'agreement among raft nodes before linearized reading' (duration: 484.902859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:34.147503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.657156Z","time spent":"490.323311ms","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:35.23768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009090773s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:38:35.238201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.146335Z","time spent":"1.091856205s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T01:38:35.238349Z","caller":"traceutil/trace.go:171","msg":"trace[1688202815] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"1.088916918s","start":"2026-03-01T01:38:34.149397Z","end":"2026-03-01T01:38:35.238314Z","steps":["trace[1688202815] 'process raft request' (duration: 1.088724893s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.238562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.149384Z","time spent":"1.089074803s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:35.238669Z","caller":"traceutil/trace.go:171","msg":"trace[537688625] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"1.089137134s","start":"2026-03-01T01:38:34.149484Z","end":"2026-03-01T01:38:35.238621Z","steps":["trace[537688625] 'process raft request' (duration: 1.088777454s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:35.238717Z","caller":"traceutil/trace.go:171","msg":"trace[368018189] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"1.089182565s","start":"2026-03-01T01:38:34.149498Z","end":"2026-03-01T01:38:35.23868Z","steps":["trace[368018189] 'process raft request' (duration: 1.089008961s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.238894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.149478Z","time spent":"1.089291558s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:35.238893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.149484Z","time spent":"1.089317488s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:35.239001Z","caller":"traceutil/trace.go:171","msg":"trace[1275260103] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"1.089453862s","start":"2026-03-01T01:38:34.149534Z","end":"2026-03-01T01:38:35.238988Z","steps":["trace[1275260103] 'process raft request' (duration: 1.089100773s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.239069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.149517Z","time spent":"1.089514653s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:35.239371Z","caller":"traceutil/trace.go:171","msg":"trace[1125967019] linearizableReadLoop","detail":"{readStateIndex:8162; appliedIndex:8154; }","duration":"1.088516048s","start":"2026-03-01T01:38:34.150791Z","end":"2026-03-01T01:38:35.239307Z","steps":["trace[1125967019] 'read index received' (duration: 77.812383ms)","trace[1125967019] 'applied index is now lower than readState.Index' (duration: 1.010702405s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:35.239497Z","caller":"traceutil/trace.go:171","msg":"trace[265081718] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"1.089244396s","start":"2026-03-01T01:38:34.150239Z","end":"2026-03-01T01:38:35.239484Z","steps":["trace[265081718] 'process raft request' (duration: 1.088953179s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.239563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.15023Z","time spent":"1.089296298s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:35.239614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088796585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:38:35.239649Z","caller":"traceutil/trace.go:171","msg":"trace[2022228159] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"1.090027147s","start":"2026-03-01T01:38:34.1496Z","end":"2026-03-01T01:38:35.239627Z","steps":["trace[2022228159] 'process raft request' (duration: 1.089329459s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:35.239696Z","caller":"traceutil/trace.go:171","msg":"trace[2135006571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7864; }","duration":"1.088905517s","start":"2026-03-01T01:38:34.150772Z","end":"2026-03-01T01:38:35.239678Z","steps":["trace[2135006571] 'agreement among raft nodes before linearized reading' (duration: 1.088711552s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.23974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.150763Z","time spent":"1.08896799s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:38:35.239801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.149577Z","time spent":"1.09012345s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:35.948698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.55953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:35.949266Z","caller":"traceutil/trace.go:171","msg":"trace[2090046238] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8162; }","duration":"709.802615ms","start":"2026-03-01T01:38:35.239438Z","end":"2026-03-01T01:38:35.94924Z","steps":["trace[2090046238] 'read index received' (duration: 260.514666ms)","trace[2090046238] 'applied index is now lower than readState.Index' (duration: 449.286339ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:35.949251Z","caller":"traceutil/trace.go:171","msg":"trace[17680553] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"1.5857938s","start":"2026-03-01T01:38:34.363392Z","end":"2026-03-01T01:38:35.949186Z","steps":["trace[17680553] 'process raft request' (duration: 1.136532703s)","trace[17680553] 'compare' (duration: 448.278362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:35.949539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.363359Z","time spent":"1.586039606s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:35.949648Z","caller":"traceutil/trace.go:171","msg":"trace[559118884] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"1.198752339s","start":"2026-03-01T01:38:34.750879Z","end":"2026-03-01T01:38:35.949632Z","steps":["trace[559118884] 'process raft request' (duration: 1.197974009s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.949736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.750849Z","time spent":"1.198835371s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:35.949955Z","caller":"traceutil/trace.go:171","msg":"trace[60896908] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"1.199001946s","start":"2026-03-01T01:38:34.750927Z","end":"2026-03-01T01:38:35.949929Z","steps":["trace[60896908] 'process raft request' (duration: 1.19803029s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:35.949924Z","caller":"traceutil/trace.go:171","msg":"trace[273897481] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"1.197568988s","start":"2026-03-01T01:38:34.752316Z","end":"2026-03-01T01:38:35.949885Z","steps":["trace[273897481] 'process raft request' (duration: 1.19687168s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.949988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158135008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:35.950048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.750899Z","time spent":"1.199099788s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:35.950051Z","caller":"traceutil/trace.go:171","msg":"trace[952910551] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7868; }","duration":"1.158247401s","start":"2026-03-01T01:38:34.791783Z","end":"2026-03-01T01:38:35.95003Z","steps":["trace[952910551] 'agreement among raft nodes before linearized reading' (duration: 1.158104117s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.950104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.791765Z","time spent":"1.158327773s","remote":"127.0.0.1:50824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:35.950114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:34.752306Z","time spent":"1.197711222s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:35.963245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.825748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-01T01:38:35.963289Z","caller":"traceutil/trace.go:171","msg":"trace[278062206] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7869; }","duration":"721.913651ms","start":"2026-03-01T01:38:35.241365Z","end":"2026-03-01T01:38:35.963278Z","steps":["trace[278062206] 'agreement among raft nodes before linearized reading' (duration: 721.746357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.963318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.241339Z","time spent":"721.971952ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T01:38:35.963341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.452686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:38:35.963333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.126579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:35.963451Z","caller":"traceutil/trace.go:171","msg":"trace[90726842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7869; }","duration":"156.309884ms","start":"2026-03-01T01:38:35.807116Z","end":"2026-03-01T01:38:35.963426Z","steps":["trace[90726842] 'agreement among raft nodes before linearized reading' (duration: 156.076668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.963453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.226899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T01:38:35.963471Z","caller":"traceutil/trace.go:171","msg":"trace[563736607] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"724.023916ms","start":"2026-03-01T01:38:35.239433Z","end":"2026-03-01T01:38:35.963457Z","steps":["trace[563736607] 'process raft request' (duration: 723.545123ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:35.963505Z","caller":"traceutil/trace.go:171","msg":"trace[1418866266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7869; }","duration":"593.332902ms","start":"2026-03-01T01:38:35.370156Z","end":"2026-03-01T01:38:35.963489Z","steps":["trace[1418866266] 'agreement among raft nodes before linearized reading' (duration: 593.184118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.963508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.840293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189893e64516fa24\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-01T01:38:35.963392Z","caller":"traceutil/trace.go:171","msg":"trace[1652843729] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7869; }","duration":"102.542979ms","start":"2026-03-01T01:38:35.860836Z","end":"2026-03-01T01:38:35.963379Z","steps":["trace[1652843729] 'agreement among raft nodes before linearized reading' (duration: 102.439486ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:35.96354Z","caller":"traceutil/trace.go:171","msg":"trace[2051319654] range","detail":"{range_begin:/registry/events/openstack/key-manager.189893e64516fa24; range_end:; response_count:1; response_revision:7869; }","duration":"720.890564ms","start":"2026-03-01T01:38:35.242641Z","end":"2026-03-01T01:38:35.963532Z","steps":["trace[2051319654] 'agreement among raft nodes before linearized reading' (duration: 720.776511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.963541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.370129Z","time spent":"593.403414ms","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-01T01:38:35.963548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.239408Z","time spent":"724.106528ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:35.963566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.242628Z","time spent":"720.933435ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/key-manager.189893e64516fa24\" "} {"level":"warn","ts":"2026-03-01T01:38:35.963751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.172801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:35.963857Z","caller":"traceutil/trace.go:171","msg":"trace[415767067] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7869; }","duration":"352.373007ms","start":"2026-03-01T01:38:35.611465Z","end":"2026-03-01T01:38:35.963838Z","steps":["trace[415767067] 'agreement among raft nodes before linearized reading' (duration: 352.036118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:35.963903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.611438Z","time spent":"352.455978ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:36.853666Z","caller":"traceutil/trace.go:171","msg":"trace[1185752235] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8167; }","duration":"887.989ms","start":"2026-03-01T01:38:35.965649Z","end":"2026-03-01T01:38:36.853638Z","steps":["trace[1185752235] 'read index received' (duration: 144.344µs)","trace[1185752235] 'applied index is now lower than readState.Index' (duration: 887.843566ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:36.853794Z","caller":"traceutil/trace.go:171","msg":"trace[290061379] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"888.120413ms","start":"2026-03-01T01:38:35.965626Z","end":"2026-03-01T01:38:36.853747Z","steps":["trace[290061379] 'process raft request' (duration: 887.771254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:36.853956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.188745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:36.853944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.520952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:36.854001Z","caller":"traceutil/trace.go:171","msg":"trace[406109164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7870; }","duration":"888.38039ms","start":"2026-03-01T01:38:35.965609Z","end":"2026-03-01T01:38:36.85399Z","steps":["trace[406109164] 'agreement among raft nodes before linearized reading' (duration: 888.196256ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:36.854023Z","caller":"traceutil/trace.go:171","msg":"trace[2120070580] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7870; }","duration":"806.642535ms","start":"2026-03-01T01:38:36.047366Z","end":"2026-03-01T01:38:36.854009Z","steps":["trace[2120070580] 'agreement among raft nodes before linearized reading' (duration: 806.496111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:36.854097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:36.047341Z","time spent":"806.746237ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T01:38:36.854181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.834816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-364bf0be-0aa1-49bc-aaf5-55a53fdc3c3c\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-01T01:38:36.8542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.965603Z","time spent":"888.292118ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:36.854184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.688882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T01:38:36.854262Z","caller":"traceutil/trace.go:171","msg":"trace[1522388249] range","detail":"{range_begin:/registry/persistentvolumes/pvc-364bf0be-0aa1-49bc-aaf5-55a53fdc3c3c; range_end:; response_count:1; response_revision:7870; }","duration":"887.935199ms","start":"2026-03-01T01:38:35.966306Z","end":"2026-03-01T01:38:36.854241Z","steps":["trace[1522388249] 'agreement among raft nodes before linearized reading' (duration: 887.555209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:36.854038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.965591Z","time spent":"888.437101ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:38:36.854281Z","caller":"traceutil/trace.go:171","msg":"trace[807290611] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7870; }","duration":"887.843436ms","start":"2026-03-01T01:38:35.966415Z","end":"2026-03-01T01:38:36.854258Z","steps":["trace[807290611] 'agreement among raft nodes before linearized reading' (duration: 887.545949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:36.854313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.966299Z","time spent":"888.00006ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-364bf0be-0aa1-49bc-aaf5-55a53fdc3c3c\" "} {"level":"warn","ts":"2026-03-01T01:38:36.854324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.282874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:38:36.854352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.966394Z","time spent":"887.946659ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T01:38:36.854357Z","caller":"traceutil/trace.go:171","msg":"trace[1902520696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:7870; }","duration":"698.375347ms","start":"2026-03-01T01:38:36.155972Z","end":"2026-03-01T01:38:36.854347Z","steps":["trace[1902520696] 'agreement among raft nodes before linearized reading' (duration: 698.1015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:36.854393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:36.155929Z","time spent":"698.458009ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:38:36.855116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.469015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T01:38:36.855236Z","caller":"traceutil/trace.go:171","msg":"trace[2004136994] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7870; }","duration":"882.674171ms","start":"2026-03-01T01:38:35.972538Z","end":"2026-03-01T01:38:36.855212Z","steps":["trace[2004136994] 'agreement among raft nodes before linearized reading' (duration: 881.380448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:36.855308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:35.972514Z","time spent":"882.782554ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":873,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:38.5959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979948788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:38.872069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214224402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:38.872172Z","caller":"traceutil/trace.go:171","msg":"trace[345864495] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7876; }","duration":"1.214401146s","start":"2026-03-01T01:38:37.657749Z","end":"2026-03-01T01:38:38.87215Z","steps":["trace[345864495] 'count revisions from in-memory index tree' (duration: 1.214107099s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:38.872214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:37.657724Z","time spent":"1.214479039s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:38.872424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065020354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:38.872474Z","caller":"traceutil/trace.go:171","msg":"trace[770110286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7876; }","duration":"1.065114707s","start":"2026-03-01T01:38:37.80735Z","end":"2026-03-01T01:38:38.872464Z","steps":["trace[770110286] 'range keys from in-memory index tree' (duration: 1.0648773s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:38.872501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:37.807329Z","time spent":"1.065165807s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:38.873029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.911617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:38.873355Z","caller":"traceutil/trace.go:171","msg":"trace[479723069] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"910.355593ms","start":"2026-03-01T01:38:37.962959Z","end":"2026-03-01T01:38:38.873314Z","steps":["trace[479723069] 'process raft request' (duration: 747.035996ms)","trace[479723069] 'compare' (duration: 162.158076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:38.873583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:37.962929Z","time spent":"910.476166ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:38.874724Z","caller":"traceutil/trace.go:171","msg":"trace[1942132728] linearizableReadLoop","detail":"{readStateIndex:8177; appliedIndex:8174; }","duration":"779.660329ms","start":"2026-03-01T01:38:38.095028Z","end":"2026-03-01T01:38:38.874688Z","steps":["trace[1942132728] 'read index received' (duration: 614.998327ms)","trace[1942132728] 'applied index is now lower than readState.Index' (duration: 164.657321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:38.874966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.927995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:38.875004Z","caller":"traceutil/trace.go:171","msg":"trace[1276536984] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"911.473562ms","start":"2026-03-01T01:38:37.963486Z","end":"2026-03-01T01:38:38.874959Z","steps":["trace[1276536984] 'process raft request' (duration: 910.937488ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:38.875053Z","caller":"traceutil/trace.go:171","msg":"trace[1149259630] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7879; }","duration":"780.07192ms","start":"2026-03-01T01:38:38.094958Z","end":"2026-03-01T01:38:38.87503Z","steps":["trace[1149259630] 'agreement among raft nodes before linearized reading' (duration: 779.911405ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:38.875053Z","caller":"traceutil/trace.go:171","msg":"trace[165737974] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"911.37816ms","start":"2026-03-01T01:38:37.96363Z","end":"2026-03-01T01:38:38.875008Z","steps":["trace[165737974] 'process raft request' (duration: 910.943439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:38.875205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:37.963467Z","time spent":"911.635716ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:38.875278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:37.963596Z","time spent":"911.565935ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:38.875228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.540104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T01:38:38.875367Z","caller":"traceutil/trace.go:171","msg":"trace[16726023] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003; range_end:; response_count:1; response_revision:7879; }","duration":"320.7497ms","start":"2026-03-01T01:38:38.554592Z","end":"2026-03-01T01:38:38.875342Z","steps":["trace[16726023] 'agreement among raft nodes before linearized reading' (duration: 320.38283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:38.875429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:38.554564Z","time spent":"320.854163ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" "} {"level":"warn","ts":"2026-03-01T01:38:38.875119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:38.094931Z","time spent":"780.171302ms","remote":"127.0.0.1:33522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:03.115973Z","caller":"traceutil/trace.go:171","msg":"trace[1227645485] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8350; }","duration":"307.889914ms","start":"2026-03-01T01:39:02.808049Z","end":"2026-03-01T01:39:03.115939Z","steps":["trace[1227645485] 'read index received' (duration: 307.657858ms)","trace[1227645485] 'applied index is now lower than readState.Index' (duration: 230.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:03.116204Z","caller":"traceutil/trace.go:171","msg":"trace[436519610] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"436.683069ms","start":"2026-03-01T01:39:02.67941Z","end":"2026-03-01T01:39:03.116093Z","steps":["trace[436519610] 'process raft request' (duration: 436.32782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:03.116242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.166291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:03.116403Z","caller":"traceutil/trace.go:171","msg":"trace[1660783571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8046; }","duration":"308.400917ms","start":"2026-03-01T01:39:02.807983Z","end":"2026-03-01T01:39:03.116384Z","steps":["trace[1660783571] 'agreement among raft nodes before linearized reading' (duration: 308.11751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:03.116434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.679372Z","time spent":"436.950176ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:03.116489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.80796Z","time spent":"308.51445ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:39:03.124911Z","caller":"traceutil/trace.go:171","msg":"trace[847909662] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"168.361689ms","start":"2026-03-01T01:39:02.956516Z","end":"2026-03-01T01:39:03.124878Z","steps":["trace[847909662] 'process raft request' (duration: 168.288857ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:03.125155Z","caller":"traceutil/trace.go:171","msg":"trace[1984594910] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"169.525759ms","start":"2026-03-01T01:39:02.955618Z","end":"2026-03-01T01:39:03.125144Z","steps":["trace[1984594910] 'process raft request' (duration: 169.008255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:03.125485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.270505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:03.125579Z","caller":"traceutil/trace.go:171","msg":"trace[2051296989] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8049; }","duration":"300.428629ms","start":"2026-03-01T01:39:02.825128Z","end":"2026-03-01T01:39:03.125556Z","steps":["trace[2051296989] 'agreement among raft nodes before linearized reading' (duration: 300.287306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:03.125627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.825086Z","time spent":"300.532252ms","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" "} {"level":"info","ts":"2026-03-01T01:39:03.12581Z","caller":"traceutil/trace.go:171","msg":"trace[92455568] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"165.045702ms","start":"2026-03-01T01:39:02.96075Z","end":"2026-03-01T01:39:03.125796Z","steps":["trace[92455568] 'process raft request' (duration: 164.087607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:03.125886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.256954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:03.125933Z","caller":"traceutil/trace.go:171","msg":"trace[368112155] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8049; }","duration":"251.345706ms","start":"2026-03-01T01:39:02.874577Z","end":"2026-03-01T01:39:03.125923Z","steps":["trace[368112155] 'agreement among raft nodes before linearized reading' (duration: 251.257954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:07.653704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:08.154286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:08.655417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:09.156724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:09.657094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:09.807619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:39:09.80774Z","caller":"traceutil/trace.go:171","msg":"trace[321112264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328591s","start":"2026-03-01T01:39:07.807382Z","end":"2026-03-01T01:39:09.807711Z","steps":["trace[321112264] 'agreement among raft nodes before linearized reading' (duration: 2.000178387s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:09.807814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.807352Z","time spent":"2.000437373s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:39:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:39:09.91175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.770847632s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:39:09.912177Z","caller":"traceutil/trace.go:171","msg":"trace[1123426578] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"2.771364935s","start":"2026-03-01T01:39:07.140778Z","end":"2026-03-01T01:39:09.912143Z","steps":["trace[1123426578] 'process raft request' (duration: 2.771198641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:09.91237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.140743Z","time spent":"2.771527449s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:11.67167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.254519Z","time spent":"1.417130543s","remote":"127.0.0.1:46010","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:39:11.807954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T01:39:11.808041Z","caller":"traceutil/trace.go:171","msg":"trace[1346294659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031434s","start":"2026-03-01T01:39:09.807705Z","end":"2026-03-01T01:39:11.808019Z","steps":["trace[1346294659] 'agreement among raft nodes before linearized reading' (duration: 2.000211947s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:11.808078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:09.807694Z","time spent":"2.000377441s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:11.97665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618834172s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:39:11.977272Z","caller":"traceutil/trace.go:171","msg":"trace[521152593] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"4.834159877s","start":"2026-03-01T01:39:07.143078Z","end":"2026-03-01T01:39:11.977237Z","steps":["trace[521152593] 'process raft request' (duration: 4.833839039s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:11.977505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.143069Z","time spent":"4.834296971s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:11.977573Z","caller":"traceutil/trace.go:171","msg":"trace[108356404] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"4.833145551s","start":"2026-03-01T01:39:07.144404Z","end":"2026-03-01T01:39:11.977549Z","steps":["trace[108356404] 'process raft request' (duration: 4.832792312s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:11.977719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.14437Z","time spent":"4.833274705s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:11.977951Z","caller":"traceutil/trace.go:171","msg":"trace[1574329718] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"3.764693936s","start":"2026-03-01T01:39:08.213212Z","end":"2026-03-01T01:39:11.977906Z","steps":["trace[1574329718] 'process raft request' (duration: 3.764240045s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:11.978141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:08.213176Z","time spent":"3.764873871s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:12.100618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.783268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:39:12.100765Z","caller":"traceutil/trace.go:171","msg":"trace[172059829] linearizableReadLoop","detail":"{readStateIndex:8379; appliedIndex:8374; }","duration":"4.948134455s","start":"2026-03-01T01:39:07.152614Z","end":"2026-03-01T01:39:12.100749Z","steps":["trace[172059829] 'read index received' (duration: 2.759452114s)","trace[172059829] 'applied index is now lower than readState.Index' (duration: 2.188680451s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:12.101024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.948390752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:39:12.101097Z","caller":"traceutil/trace.go:171","msg":"trace[1265175075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8072; }","duration":"4.948493874s","start":"2026-03-01T01:39:07.152586Z","end":"2026-03-01T01:39:12.10108Z","steps":["trace[1265175075] 'agreement among raft nodes before linearized reading' (duration: 4.948222647s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.10114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.152577Z","time spent":"4.948554846s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:39:12.101407Z","caller":"traceutil/trace.go:171","msg":"trace[1012159436] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"1.211123102s","start":"2026-03-01T01:39:10.890262Z","end":"2026-03-01T01:39:12.101385Z","steps":["trace[1012159436] 'process raft request' (duration: 1.210808494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.101515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.890236Z","time spent":"1.211220185s","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:12.101591Z","caller":"traceutil/trace.go:171","msg":"trace[54687514] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"427.707425ms","start":"2026-03-01T01:39:11.673846Z","end":"2026-03-01T01:39:12.101553Z","steps":["trace[54687514] 'process raft request' (duration: 427.467769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.10175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749250719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:39:12.101789Z","caller":"traceutil/trace.go:171","msg":"trace[58506972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8075; }","duration":"4.749335271s","start":"2026-03-01T01:39:07.352443Z","end":"2026-03-01T01:39:12.101779Z","steps":["trace[58506972] 'agreement among raft nodes before linearized reading' (duration: 4.749221728s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.1018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.673812Z","time spent":"427.871469ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:12.101792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.202992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:12.101699Z","caller":"traceutil/trace.go:171","msg":"trace[1415701380] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"183.604767ms","start":"2026-03-01T01:39:11.918058Z","end":"2026-03-01T01:39:12.101662Z","steps":["trace[1415701380] 'process raft request' (duration: 183.427472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.102068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327732884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:12.102109Z","caller":"traceutil/trace.go:171","msg":"trace[1477168359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8075; }","duration":"2.327815646s","start":"2026-03-01T01:39:09.774279Z","end":"2026-03-01T01:39:12.102095Z","steps":["trace[1477168359] 'agreement among raft nodes before linearized reading' (duration: 2.327419226s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.102141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:09.774256Z","time spent":"2.327876627s","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:12.102165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.359922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T01:39:12.101863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548020636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T01:39:12.102201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.501993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:12.102291Z","caller":"traceutil/trace.go:171","msg":"trace[1337694333] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003; range_end:; response_count:1; response_revision:8075; }","duration":"3.548484078s","start":"2026-03-01T01:39:08.553791Z","end":"2026-03-01T01:39:12.102275Z","steps":["trace[1337694333] 'agreement among raft nodes before linearized reading' (duration: 3.547965894s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:12.102301Z","caller":"traceutil/trace.go:171","msg":"trace[12721936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8075; }","duration":"322.554417ms","start":"2026-03-01T01:39:11.779713Z","end":"2026-03-01T01:39:12.102267Z","steps":["trace[12721936] 'agreement among raft nodes before linearized reading' (duration: 322.211388ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:12.102316Z","caller":"traceutil/trace.go:171","msg":"trace[61026615] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8075; }","duration":"919.74383ms","start":"2026-03-01T01:39:11.182548Z","end":"2026-03-01T01:39:12.102292Z","steps":["trace[61026615] 'agreement among raft nodes before linearized reading' (duration: 919.405891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.102349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:08.553771Z","time spent":"3.548560029s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" "} {"level":"warn","ts":"2026-03-01T01:39:12.102287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555840906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:39:12.102376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.779694Z","time spent":"322.66647ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T01:39:12.101883Z","caller":"traceutil/trace.go:171","msg":"trace[291614090] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8075; }","duration":"739.351027ms","start":"2026-03-01T01:39:11.362511Z","end":"2026-03-01T01:39:12.101862Z","steps":["trace[291614090] 'agreement among raft nodes before linearized reading' (duration: 739.190793ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:12.102463Z","caller":"traceutil/trace.go:171","msg":"trace[605631914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8075; }","duration":"4.556068392s","start":"2026-03-01T01:39:07.546345Z","end":"2026-03-01T01:39:12.102413Z","steps":["trace[605631914] 'agreement among raft nodes before linearized reading' (duration: 4.555542999s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.102373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.182522Z","time spent":"919.840222ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:12.102559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.546334Z","time spent":"4.556210156s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:12.10182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.352422Z","time spent":"4.749391473s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:39:12.10261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557209121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:39:12.10197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568151168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:39:12.102667Z","caller":"traceutil/trace.go:171","msg":"trace[1847152057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8075; }","duration":"4.557315405s","start":"2026-03-01T01:39:07.545338Z","end":"2026-03-01T01:39:12.102653Z","steps":["trace[1847152057] 'agreement among raft nodes before linearized reading' (duration: 4.556446632s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.102699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.545316Z","time spent":"4.557377666s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:39:12.102699Z","caller":"traceutil/trace.go:171","msg":"trace[1038614351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8075; }","duration":"4.568906817s","start":"2026-03-01T01:39:07.53378Z","end":"2026-03-01T01:39:12.102687Z","steps":["trace[1038614351] 'agreement among raft nodes before linearized reading' (duration: 4.568137227s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.102742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.533763Z","time spent":"4.568965788s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:12.102466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.362487Z","time spent":"739.954962ms","remote":"127.0.0.1:50804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:12.10198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.925477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:12.102822Z","caller":"traceutil/trace.go:171","msg":"trace[1930535674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8075; }","duration":"287.778079ms","start":"2026-03-01T01:39:11.815033Z","end":"2026-03-01T01:39:12.102811Z","steps":["trace[1930535674] 'agreement among raft nodes before linearized reading' (duration: 286.882045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.101981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562557922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:39:12.102005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150219081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:12.102988Z","caller":"traceutil/trace.go:171","msg":"trace[840624688] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8075; }","duration":"1.151246968s","start":"2026-03-01T01:39:10.951724Z","end":"2026-03-01T01:39:12.102971Z","steps":["trace[840624688] 'agreement among raft nodes before linearized reading' (duration: 1.15019633s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.10304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.951696Z","time spent":"1.1513276s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:12.102015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755273478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:12.103113Z","caller":"traceutil/trace.go:171","msg":"trace[1834292515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8075; }","duration":"1.756412697s","start":"2026-03-01T01:39:10.346686Z","end":"2026-03-01T01:39:12.103099Z","steps":["trace[1834292515] 'agreement among raft nodes before linearized reading' (duration: 1.755312068s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:12.102906Z","caller":"traceutil/trace.go:171","msg":"trace[246684704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8075; }","duration":"4.563497976s","start":"2026-03-01T01:39:07.539387Z","end":"2026-03-01T01:39:12.102885Z","steps":["trace[246684704] 'agreement among raft nodes before linearized reading' (duration: 4.562460378s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.10316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.346658Z","time spent":"1.756492559s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:12.1019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.560496958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:39:12.103246Z","caller":"traceutil/trace.go:171","msg":"trace[1549804721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8075; }","duration":"4.561838473s","start":"2026-03-01T01:39:07.541398Z","end":"2026-03-01T01:39:12.103236Z","steps":["trace[1549804721] 'agreement among raft nodes before linearized reading' (duration: 4.560444406s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.103281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.54139Z","time spent":"4.561883714s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:39:12.103402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.539377Z","time spent":"4.563786234s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:39:12.303333Z","caller":"traceutil/trace.go:171","msg":"trace[1006101583] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"188.919206ms","start":"2026-03-01T01:39:12.114392Z","end":"2026-03-01T01:39:12.303311Z","steps":["trace[1006101583] 'process raft request' (duration: 188.786493ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:12.30341Z","caller":"traceutil/trace.go:171","msg":"trace[1234441290] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8389; }","duration":"161.298014ms","start":"2026-03-01T01:39:12.141939Z","end":"2026-03-01T01:39:12.303237Z","steps":["trace[1234441290] 'read index received' (duration: 85.481043ms)","trace[1234441290] 'applied index is now lower than readState.Index' (duration: 75.815781ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:12.303431Z","caller":"traceutil/trace.go:171","msg":"trace[494867406] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"188.982988ms","start":"2026-03-01T01:39:12.114388Z","end":"2026-03-01T01:39:12.303371Z","steps":["trace[494867406] 'process raft request' (duration: 113.018053ms)","trace[494867406] 'compare' (duration: 75.605175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:12.303597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.519423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:12.30364Z","caller":"traceutil/trace.go:171","msg":"trace[1180305004] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8084; }","duration":"124.585735ms","start":"2026-03-01T01:39:12.179042Z","end":"2026-03-01T01:39:12.303628Z","steps":["trace[1180305004] 'agreement among raft nodes before linearized reading' (duration: 124.495083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.303736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.749036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T01:39:12.303828Z","caller":"traceutil/trace.go:171","msg":"trace[1053959735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8084; }","duration":"161.91344ms","start":"2026-03-01T01:39:12.141892Z","end":"2026-03-01T01:39:12.303806Z","steps":["trace[1053959735] 'agreement among raft nodes before linearized reading' (duration: 161.570291ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:14.063308Z","caller":"traceutil/trace.go:171","msg":"trace[579366827] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8392; }","duration":"257.017094ms","start":"2026-03-01T01:39:13.806263Z","end":"2026-03-01T01:39:14.06328Z","steps":["trace[579366827] 'read index received' (duration: 256.906852ms)","trace[579366827] 'applied index is now lower than readState.Index' (duration: 108.132µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:14.063351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:13.574803Z","time spent":"488.540973ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:39:14.063469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.188468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:14.063512Z","caller":"traceutil/trace.go:171","msg":"trace[1263457016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8085; }","duration":"257.294701ms","start":"2026-03-01T01:39:13.806203Z","end":"2026-03-01T01:39:14.063498Z","steps":["trace[1263457016] 'agreement among raft nodes before linearized reading' (duration: 257.199569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:14.56642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:15.272265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.924738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:15.272417Z","caller":"traceutil/trace.go:171","msg":"trace[1937371143] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"1.288535593s","start":"2026-03-01T01:39:13.983865Z","end":"2026-03-01T01:39:15.272401Z","steps":["trace[1937371143] 'process raft request' (duration: 1.288491452s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.272457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:13.983831Z","time spent":"1.288609275s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:15.272662Z","caller":"traceutil/trace.go:171","msg":"trace[65294715] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"1.28876332s","start":"2026-03-01T01:39:13.983843Z","end":"2026-03-01T01:39:15.272606Z","steps":["trace[65294715] 'process raft request' (duration: 857.380309ms)","trace[65294715] 'compare' (duration: 430.731084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:15.272838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:13.983797Z","time spent":"1.288946264s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:15.679362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.148439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:15.679607Z","caller":"traceutil/trace.go:171","msg":"trace[372800631] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"1.613836054s","start":"2026-03-01T01:39:14.065728Z","end":"2026-03-01T01:39:15.679565Z","steps":["trace[372800631] 'process raft request' (duration: 1.426334845s)","trace[372800631] 'compare' (duration: 186.863802ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:15.679637Z","caller":"traceutil/trace.go:171","msg":"trace[1593242487] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8393; }","duration":"1.614032609s","start":"2026-03-01T01:39:14.065579Z","end":"2026-03-01T01:39:15.679611Z","steps":["trace[1593242487] 'read index received' (duration: 775.660226ms)","trace[1593242487] 'applied index is now lower than readState.Index' (duration: 838.370703ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:15.679649Z","caller":"traceutil/trace.go:171","msg":"trace[624849721] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"1.569405992s","start":"2026-03-01T01:39:14.110221Z","end":"2026-03-01T01:39:15.679627Z","steps":["trace[624849721] 'process raft request' (duration: 1.56929564s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.679743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.110197Z","time spent":"1.569499655s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:15.67976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.065695Z","time spent":"1.613982728s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:15.679775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614192143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:15.679802Z","caller":"traceutil/trace.go:171","msg":"trace[914392573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"1.614276835s","start":"2026-03-01T01:39:14.065516Z","end":"2026-03-01T01:39:15.679793Z","steps":["trace[914392573] 'agreement among raft nodes before linearized reading' (duration: 1.614217143s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.679832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.065459Z","time spent":"1.614367108s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:15.68001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567613616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:39:15.680056Z","caller":"traceutil/trace.go:171","msg":"trace[1863694148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8089; }","duration":"1.567695638s","start":"2026-03-01T01:39:14.11235Z","end":"2026-03-01T01:39:15.680046Z","steps":["trace[1863694148] 'agreement among raft nodes before linearized reading' (duration: 1.567531484s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.112337Z","time spent":"1.567745079s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:39:15.68012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561306821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:39:15.680144Z","caller":"traceutil/trace.go:171","msg":"trace[795550013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8089; }","duration":"1.561354483s","start":"2026-03-01T01:39:14.118783Z","end":"2026-03-01T01:39:15.680137Z","steps":["trace[795550013] 'agreement among raft nodes before linearized reading' (duration: 1.56123097s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.118773Z","time spent":"1.561383393s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:39:15.680215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564495745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T01:39:15.680241Z","caller":"traceutil/trace.go:171","msg":"trace[1451973715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8089; }","duration":"1.564542565s","start":"2026-03-01T01:39:14.11569Z","end":"2026-03-01T01:39:15.680233Z","steps":["trace[1451973715] 'agreement among raft nodes before linearized reading' (duration: 1.564465353s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.352383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:39:15.680267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.115681Z","time spent":"1.564579577s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:39:15.680275Z","caller":"traceutil/trace.go:171","msg":"trace[1492700411] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8089; }","duration":"598.414474ms","start":"2026-03-01T01:39:15.081855Z","end":"2026-03-01T01:39:15.680269Z","steps":["trace[1492700411] 'agreement among raft nodes before linearized reading' (duration: 598.383453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561729482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:39:15.680332Z","caller":"traceutil/trace.go:171","msg":"trace[1339501199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8089; }","duration":"1.561797355s","start":"2026-03-01T01:39:14.118522Z","end":"2026-03-01T01:39:15.680319Z","steps":["trace[1339501199] 'agreement among raft nodes before linearized reading' (duration: 1.561709152s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.118512Z","time spent":"1.561847676s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:15.680211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564014971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:39:15.680297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:15.08183Z","time spent":"598.461136ms","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:15.680442Z","caller":"traceutil/trace.go:171","msg":"trace[1510868235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8089; }","duration":"1.564266109s","start":"2026-03-01T01:39:14.11617Z","end":"2026-03-01T01:39:15.680436Z","steps":["trace[1510868235] 'agreement among raft nodes before linearized reading' (duration: 1.563961681s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.116162Z","time spent":"1.564301139s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:15.68048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.208384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:15.680531Z","caller":"traceutil/trace.go:171","msg":"trace[1789645978] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8089; }","duration":"682.292335ms","start":"2026-03-01T01:39:14.998215Z","end":"2026-03-01T01:39:15.680507Z","steps":["trace[1789645978] 'agreement among raft nodes before linearized reading' (duration: 682.243484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565894181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:39:15.680576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.99819Z","time spent":"682.376608ms","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:15.680589Z","caller":"traceutil/trace.go:171","msg":"trace[877560597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8089; }","duration":"1.565934452s","start":"2026-03-01T01:39:14.114649Z","end":"2026-03-01T01:39:15.680583Z","steps":["trace[877560597] 'agreement among raft nodes before linearized reading' (duration: 1.565869701s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.114639Z","time spent":"1.566043095s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:15.680393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517080175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:15.680748Z","caller":"traceutil/trace.go:171","msg":"trace[1487666521] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8089; }","duration":"1.517497186s","start":"2026-03-01T01:39:14.163228Z","end":"2026-03-01T01:39:15.680725Z","steps":["trace[1487666521] 'agreement among raft nodes before linearized reading' (duration: 1.517083595s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.680805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.163203Z","time spent":"1.517582779s","remote":"127.0.0.1:33532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:15.906489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.94909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:15.906689Z","caller":"traceutil/trace.go:171","msg":"trace[62748744] linearizableReadLoop","detail":"{readStateIndex:8398; appliedIndex:8397; }","duration":"222.809241ms","start":"2026-03-01T01:39:15.683847Z","end":"2026-03-01T01:39:15.906656Z","steps":["trace[62748744] 'read index received' (duration: 106.458601ms)","trace[62748744] 'applied index is now lower than readState.Index' (duration: 116.34929ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:15.906767Z","caller":"traceutil/trace.go:171","msg":"trace[331567640] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"222.933275ms","start":"2026-03-01T01:39:15.683785Z","end":"2026-03-01T01:39:15.906718Z","steps":["trace[331567640] 'process raft request' (duration: 106.608796ms)","trace[331567640] 'compare' (duration: 115.814825ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:15.906868Z","caller":"traceutil/trace.go:171","msg":"trace[961316944] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"222.460112ms","start":"2026-03-01T01:39:15.684394Z","end":"2026-03-01T01:39:15.906854Z","steps":["trace[961316944] 'process raft request' (duration: 222.222816ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:15.907038Z","caller":"traceutil/trace.go:171","msg":"trace[460599343] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"221.886797ms","start":"2026-03-01T01:39:15.685119Z","end":"2026-03-01T01:39:15.907006Z","steps":["trace[460599343] 'process raft request' (duration: 221.693502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.907131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.278103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:39:15.90716Z","caller":"traceutil/trace.go:171","msg":"trace[226031216] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8092; }","duration":"223.343095ms","start":"2026-03-01T01:39:15.683807Z","end":"2026-03-01T01:39:15.90715Z","steps":["trace[226031216] 'agreement among raft nodes before linearized reading' (duration: 222.958775ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:15.90745Z","caller":"traceutil/trace.go:171","msg":"trace[112997250] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"222.179564ms","start":"2026-03-01T01:39:15.685257Z","end":"2026-03-01T01:39:15.907436Z","steps":["trace[112997250] 'process raft request' (duration: 221.670921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.907683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.430918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228865"} {"level":"info","ts":"2026-03-01T01:39:15.907728Z","caller":"traceutil/trace.go:171","msg":"trace[1316274303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8094; }","duration":"223.490819ms","start":"2026-03-01T01:39:15.684228Z","end":"2026-03-01T01:39:15.907719Z","steps":["trace[1316274303] 'agreement among raft nodes before linearized reading' (duration: 223.14107ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:15.90773Z","caller":"traceutil/trace.go:171","msg":"trace[626379484] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"221.807475ms","start":"2026-03-01T01:39:15.685907Z","end":"2026-03-01T01:39:15.907714Z","steps":["trace[626379484] 'process raft request' (duration: 221.414194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.907946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.829764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:15.908004Z","caller":"traceutil/trace.go:171","msg":"trace[960474679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8094; }","duration":"219.898995ms","start":"2026-03-01T01:39:15.688097Z","end":"2026-03-01T01:39:15.907996Z","steps":["trace[960474679] 'agreement among raft nodes before linearized reading' (duration: 219.825423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:17.309958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:17.773853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109282821s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:39:17.774299Z","caller":"traceutil/trace.go:171","msg":"trace[151831683] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"1.109850445s","start":"2026-03-01T01:39:16.664414Z","end":"2026-03-01T01:39:17.774264Z","steps":["trace[151831683] 'process raft request' (duration: 1.10964118s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:17.774538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:16.664381Z","time spent":"1.1100374s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:18.138857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.030534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:18.139105Z","caller":"traceutil/trace.go:171","msg":"trace[504914435] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"861.556838ms","start":"2026-03-01T01:39:17.27753Z","end":"2026-03-01T01:39:18.139087Z","steps":["trace[504914435] 'process raft request' (duration: 861.422775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.139162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:17.277498Z","time spent":"861.638491ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:18.139251Z","caller":"traceutil/trace.go:171","msg":"trace[177310673] linearizableReadLoop","detail":"{readStateIndex:8405; appliedIndex:8402; }","duration":"1.329920895s","start":"2026-03-01T01:39:16.809299Z","end":"2026-03-01T01:39:18.13922Z","steps":["trace[177310673] 'read index received' (duration: 964.768285ms)","trace[177310673] 'applied index is now lower than readState.Index' (duration: 365.15055ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:18.139177Z","caller":"traceutil/trace.go:171","msg":"trace[1659599438] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"861.592309ms","start":"2026-03-01T01:39:17.27753Z","end":"2026-03-01T01:39:18.139123Z","steps":["trace[1659599438] 'process raft request' (duration: 733.193045ms)","trace[1659599438] 'compare' (duration: 127.739977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:18.139345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330043228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:18.13938Z","caller":"traceutil/trace.go:171","msg":"trace[1773431535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8098; }","duration":"1.330121361s","start":"2026-03-01T01:39:16.809245Z","end":"2026-03-01T01:39:18.139366Z","steps":["trace[1773431535] 'agreement among raft nodes before linearized reading' (duration: 1.330070049s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.139407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:16.80922Z","time spent":"1.330179171s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:39:18.139367Z","caller":"traceutil/trace.go:171","msg":"trace[1949000918] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"453.324813ms","start":"2026-03-01T01:39:17.68599Z","end":"2026-03-01T01:39:18.139315Z","steps":["trace[1949000918] 'process raft request' (duration: 453.009115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.139499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117124505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:18.139503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:17.277498Z","time spent":"861.874527ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:18.13974Z","caller":"traceutil/trace.go:171","msg":"trace[2096756124] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8098; }","duration":"1.117262299s","start":"2026-03-01T01:39:17.022275Z","end":"2026-03-01T01:39:18.139538Z","steps":["trace[2096756124] 'agreement among raft nodes before linearized reading' (duration: 1.117117895s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.139762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:17.685957Z","time spent":"453.515978ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:18.139791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:17.022245Z","time spent":"1.117531916s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:18.139847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.610006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:39:18.139915Z","caller":"traceutil/trace.go:171","msg":"trace[140435363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8098; }","duration":"227.688968ms","start":"2026-03-01T01:39:17.91221Z","end":"2026-03-01T01:39:18.139899Z","steps":["trace[140435363] 'agreement among raft nodes before linearized reading' (duration: 227.326439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.140105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.543057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:39:18.140118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.953296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:18.140144Z","caller":"traceutil/trace.go:171","msg":"trace[1766738069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8098; }","duration":"224.588638ms","start":"2026-03-01T01:39:17.915548Z","end":"2026-03-01T01:39:18.140137Z","steps":["trace[1766738069] 'agreement among raft nodes before linearized reading' (duration: 224.459444ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.140163Z","caller":"traceutil/trace.go:171","msg":"trace[1348298533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8098; }","duration":"615.050908ms","start":"2026-03-01T01:39:17.525097Z","end":"2026-03-01T01:39:18.140148Z","steps":["trace[1348298533] 'agreement among raft nodes before linearized reading' (duration: 614.961936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.140175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.872389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:39:18.140184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.680409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:39:18.14021Z","caller":"traceutil/trace.go:171","msg":"trace[689519576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8098; }","duration":"228.947431ms","start":"2026-03-01T01:39:17.911253Z","end":"2026-03-01T01:39:18.1402Z","steps":["trace[689519576] 'agreement among raft nodes before linearized reading' (duration: 228.783907ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.140231Z","caller":"traceutil/trace.go:171","msg":"trace[628413660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8098; }","duration":"227.73194ms","start":"2026-03-01T01:39:17.912484Z","end":"2026-03-01T01:39:18.140216Z","steps":["trace[628413660] 'agreement among raft nodes before linearized reading' (duration: 227.543745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.140398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.139235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:39:18.140431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.123286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:39:18.140439Z","caller":"traceutil/trace.go:171","msg":"trace[17750566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8098; }","duration":"784.209697ms","start":"2026-03-01T01:39:17.356218Z","end":"2026-03-01T01:39:18.140428Z","steps":["trace[17750566] 'agreement among raft nodes before linearized reading' (duration: 784.011432ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.140456Z","caller":"traceutil/trace.go:171","msg":"trace[2117302133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8098; }","duration":"229.180818ms","start":"2026-03-01T01:39:17.911267Z","end":"2026-03-01T01:39:18.140448Z","steps":["trace[2117302133] 'agreement among raft nodes before linearized reading' (duration: 229.104796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.140476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:17.356204Z","time spent":"784.263959ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:39:18.140205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:17.525074Z","time spent":"615.11951ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:18.140621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.314311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:39:18.140648Z","caller":"traceutil/trace.go:171","msg":"trace[1299475028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8098; }","duration":"229.373963ms","start":"2026-03-01T01:39:17.911266Z","end":"2026-03-01T01:39:18.14064Z","steps":["trace[1299475028] 'agreement among raft nodes before linearized reading' (duration: 229.28561ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.256863Z","caller":"traceutil/trace.go:171","msg":"trace[1248476379] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"111.794781ms","start":"2026-03-01T01:39:18.14502Z","end":"2026-03-01T01:39:18.256815Z","steps":["trace[1248476379] 'process raft request' (duration: 110.99925ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.257174Z","caller":"traceutil/trace.go:171","msg":"trace[358938043] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"111.636577ms","start":"2026-03-01T01:39:18.145507Z","end":"2026-03-01T01:39:18.257144Z","steps":["trace[358938043] 'process raft request' (duration: 111.277397ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.257201Z","caller":"traceutil/trace.go:171","msg":"trace[379454745] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"106.708038ms","start":"2026-03-01T01:39:18.150478Z","end":"2026-03-01T01:39:18.257186Z","steps":["trace[379454745] 'process raft request' (duration: 106.343158ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.256886Z","caller":"traceutil/trace.go:171","msg":"trace[1438806514] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8406; }","duration":"110.845766ms","start":"2026-03-01T01:39:18.146013Z","end":"2026-03-01T01:39:18.256859Z","steps":["trace[1438806514] 'read index received' (duration: 72.160856ms)","trace[1438806514] 'applied index is now lower than readState.Index' (duration: 38.68399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:18.257503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.340818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:18.257557Z","caller":"traceutil/trace.go:171","msg":"trace[8264031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8103; }","duration":"106.41352ms","start":"2026-03-01T01:39:18.151128Z","end":"2026-03-01T01:39:18.257542Z","steps":["trace[8264031] 'agreement among raft nodes before linearized reading' (duration: 106.326838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:18.257451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.38889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-01T01:39:18.257633Z","caller":"traceutil/trace.go:171","msg":"trace[1209077566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8103; }","duration":"111.648227ms","start":"2026-03-01T01:39:18.145973Z","end":"2026-03-01T01:39:18.257621Z","steps":["trace[1209077566] 'agreement among raft nodes before linearized reading' (duration: 110.97693ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:18.25797Z","caller":"traceutil/trace.go:171","msg":"trace[137690318] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"112.848498ms","start":"2026-03-01T01:39:18.145084Z","end":"2026-03-01T01:39:18.257932Z","steps":["trace[137690318] 'process raft request' (duration: 111.209605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.683458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:26.967121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.638232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:26.967375Z","caller":"traceutil/trace.go:171","msg":"trace[1109960949] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8478; }","duration":"785.746374ms","start":"2026-03-01T01:39:26.181611Z","end":"2026-03-01T01:39:26.967357Z","steps":["trace[1109960949] 'read index received' (duration: 581.897634ms)","trace[1109960949] 'applied index is now lower than readState.Index' (duration: 203.84781ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:26.967379Z","caller":"traceutil/trace.go:171","msg":"trace[1463731491] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"801.887607ms","start":"2026-03-01T01:39:26.165465Z","end":"2026-03-01T01:39:26.967352Z","steps":["trace[1463731491] 'process raft request' (duration: 801.754673ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:26.967484Z","caller":"traceutil/trace.go:171","msg":"trace[1214059278] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"801.437695ms","start":"2026-03-01T01:39:26.166008Z","end":"2026-03-01T01:39:26.967446Z","steps":["trace[1214059278] 'process raft request' (duration: 801.308542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.967518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.165438Z","time spent":"802.0028ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:26.967557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.736309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:39:26.967587Z","caller":"traceutil/trace.go:171","msg":"trace[647473998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8169; }","duration":"718.81795ms","start":"2026-03-01T01:39:26.248758Z","end":"2026-03-01T01:39:26.967576Z","steps":["trace[647473998] 'agreement among raft nodes before linearized reading' (duration: 718.700597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.967604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.165976Z","time spent":"801.559938ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:26.967532Z","caller":"traceutil/trace.go:171","msg":"trace[959997678] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"801.454085ms","start":"2026-03-01T01:39:26.16603Z","end":"2026-03-01T01:39:26.967484Z","steps":["trace[959997678] 'process raft request' (duration: 801.25526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.967609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.997461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:39:26.967672Z","caller":"traceutil/trace.go:171","msg":"trace[445259743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8169; }","duration":"786.095273ms","start":"2026-03-01T01:39:26.181563Z","end":"2026-03-01T01:39:26.967658Z","steps":["trace[445259743] 'agreement among raft nodes before linearized reading' (duration: 785.869017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.9677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.471988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:39:26.967707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.181547Z","time spent":"786.151875ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:39:26.967731Z","caller":"traceutil/trace.go:171","msg":"trace[1660076643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8169; }","duration":"677.528379ms","start":"2026-03-01T01:39:26.290194Z","end":"2026-03-01T01:39:26.967722Z","steps":["trace[1660076643] 'agreement among raft nodes before linearized reading' (duration: 677.450887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.967723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.644245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:39:26.967759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.290178Z","time spent":"677.57501ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:39:26.967805Z","caller":"traceutil/trace.go:171","msg":"trace[252000918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8169; }","duration":"671.777828ms","start":"2026-03-01T01:39:26.296008Z","end":"2026-03-01T01:39:26.967786Z","steps":["trace[252000918] 'agreement among raft nodes before linearized reading' (duration: 671.529461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.967742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.122983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:39:26.967849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.295984Z","time spent":"671.85709ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:26.967852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.984624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:39:26.967622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.248731Z","time spent":"718.882962ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:39:26.967895Z","caller":"traceutil/trace.go:171","msg":"trace[1230207932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8169; }","duration":"673.306618ms","start":"2026-03-01T01:39:26.294552Z","end":"2026-03-01T01:39:26.967858Z","steps":["trace[1230207932] 'agreement among raft nodes before linearized reading' (duration: 673.00673ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:26.967916Z","caller":"traceutil/trace.go:171","msg":"trace[1473651228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8169; }","duration":"672.082626ms","start":"2026-03-01T01:39:26.295813Z","end":"2026-03-01T01:39:26.967883Z","steps":["trace[1473651228] 'agreement among raft nodes before linearized reading' (duration: 671.979233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.967962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.295784Z","time spent":"672.169478ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:26.96799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.294534Z","time spent":"673.408681ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:39:26.968097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.152699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:26.96813Z","caller":"traceutil/trace.go:171","msg":"trace[893686091] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8169; }","duration":"409.237111ms","start":"2026-03-01T01:39:26.558883Z","end":"2026-03-01T01:39:26.96812Z","steps":["trace[893686091] 'agreement among raft nodes before linearized reading' (duration: 409.179759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:26.968163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.558859Z","time spent":"409.293942ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:26.968844Z","caller":"traceutil/trace.go:171","msg":"trace[458605274] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"1.051825344s","start":"2026-03-01T01:39:25.915469Z","end":"2026-03-01T01:39:26.967295Z","steps":["trace[458605274] 'process raft request' (duration: 102.923046ms)","trace[458605274] 'compare' (duration: 948.442236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:26.968984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.915435Z","time spent":"1.053482087s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:26.968962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.166021Z","time spent":"802.829922ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.541042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.446362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:27.541234Z","caller":"traceutil/trace.go:171","msg":"trace[207148614] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"568.786ms","start":"2026-03-01T01:39:26.972429Z","end":"2026-03-01T01:39:27.541215Z","steps":["trace[207148614] 'process raft request' (duration: 568.718809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.541309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.97242Z","time spent":"568.855792ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.541491Z","caller":"traceutil/trace.go:171","msg":"trace[1141454765] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"569.017136ms","start":"2026-03-01T01:39:26.97242Z","end":"2026-03-01T01:39:27.541437Z","steps":["trace[1141454765] 'process raft request' (duration: 132.076541ms)","trace[1141454765] 'compare' (duration: 435.995461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:27.541813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.972402Z","time spent":"569.169861ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.62774Z","caller":"traceutil/trace.go:171","msg":"trace[497212712] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"654.358301ms","start":"2026-03-01T01:39:26.973362Z","end":"2026-03-01T01:39:27.62772Z","steps":["trace[497212712] 'process raft request' (duration: 654.280409ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.627797Z","caller":"traceutil/trace.go:171","msg":"trace[555474171] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"654.599598ms","start":"2026-03-01T01:39:26.973172Z","end":"2026-03-01T01:39:27.627771Z","steps":["trace[555474171] 'process raft request' (duration: 654.383802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.627839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.973338Z","time spent":"654.456254ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.627929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.973159Z","time spent":"654.684211ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.627991Z","caller":"traceutil/trace.go:171","msg":"trace[1190192617] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"653.87936ms","start":"2026-03-01T01:39:26.974082Z","end":"2026-03-01T01:39:27.627961Z","steps":["trace[1190192617] 'process raft request' (duration: 653.600262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.628133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.974049Z","time spent":"654.010432ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.628293Z","caller":"traceutil/trace.go:171","msg":"trace[1489417116] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"653.871789ms","start":"2026-03-01T01:39:26.974396Z","end":"2026-03-01T01:39:27.628267Z","steps":["trace[1489417116] 'process raft request' (duration: 653.470438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.628431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.974374Z","time spent":"653.989802ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.62858Z","caller":"traceutil/trace.go:171","msg":"trace[1602297788] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"642.825579ms","start":"2026-03-01T01:39:26.985738Z","end":"2026-03-01T01:39:27.628564Z","steps":["trace[1602297788] 'process raft request' (duration: 642.437619ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.628607Z","caller":"traceutil/trace.go:171","msg":"trace[1368063367] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8176; }","duration":"642.827959ms","start":"2026-03-01T01:39:26.985759Z","end":"2026-03-01T01:39:27.628587Z","steps":["trace[1368063367] 'process raft request' (duration: 642.691605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.628687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.985722Z","time spent":"642.901641ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.628721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.985726Z","time spent":"642.951922ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4777,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.628607Z","caller":"traceutil/trace.go:171","msg":"trace[243656404] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8482; }","duration":"640.92864ms","start":"2026-03-01T01:39:26.987656Z","end":"2026-03-01T01:39:27.628584Z","steps":["trace[243656404] 'read index received' (duration: 116.831782ms)","trace[243656404] 'applied index is now lower than readState.Index' (duration: 524.095638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:27.628858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.197107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-01T01:39:27.62893Z","caller":"traceutil/trace.go:171","msg":"trace[913405996] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8176; }","duration":"641.281879ms","start":"2026-03-01T01:39:26.987632Z","end":"2026-03-01T01:39:27.628914Z","steps":["trace[913405996] 'agreement among raft nodes before linearized reading' (duration: 641.081353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.628969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.987622Z","time spent":"641.33964ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-01T01:39:27.928986Z","caller":"traceutil/trace.go:171","msg":"trace[624974851] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8490; }","duration":"300.057211ms","start":"2026-03-01T01:39:27.628904Z","end":"2026-03-01T01:39:27.928962Z","steps":["trace[624974851] 'read index received' (duration: 299.954028ms)","trace[624974851] 'applied index is now lower than readState.Index' (duration: 102.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:27.929096Z","caller":"traceutil/trace.go:171","msg":"trace[1990223381] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"813.060328ms","start":"2026-03-01T01:39:27.115994Z","end":"2026-03-01T01:39:27.929055Z","steps":["trace[1990223381] 'process raft request' (duration: 812.800512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.929235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.087089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T01:39:27.929251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.538064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-01T01:39:27.929257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.35427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4h4xf\" ","response":"range_response_count:1 size:4743"} {"level":"warn","ts":"2026-03-01T01:39:27.929285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.115969Z","time spent":"813.216663ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.929301Z","caller":"traceutil/trace.go:171","msg":"trace[310522426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8177; }","duration":"813.188722ms","start":"2026-03-01T01:39:27.116081Z","end":"2026-03-01T01:39:27.92927Z","steps":["trace[310522426] 'agreement among raft nodes before linearized reading' (duration: 812.994067ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.929329Z","caller":"traceutil/trace.go:171","msg":"trace[122508303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8177; }","duration":"589.668657ms","start":"2026-03-01T01:39:27.33964Z","end":"2026-03-01T01:39:27.929309Z","steps":["trace[122508303] 'agreement among raft nodes before linearized reading' (duration: 589.355839ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.929336Z","caller":"traceutil/trace.go:171","msg":"trace[455868499] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4h4xf; range_end:; response_count:1; response_revision:8177; }","duration":"941.483273ms","start":"2026-03-01T01:39:26.987835Z","end":"2026-03-01T01:39:27.929318Z","steps":["trace[455868499] 'agreement among raft nodes before linearized reading' (duration: 941.271788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.92934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.116072Z","time spent":"813.259604ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T01:39:27.929378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.339614Z","time spent":"589.75655ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T01:39:27.929378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.987823Z","time spent":"941.546895ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4766,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4h4xf\" "} {"level":"info","ts":"2026-03-01T01:39:28.058324Z","caller":"traceutil/trace.go:171","msg":"trace[1652016494] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8491; }","duration":"129.246866ms","start":"2026-03-01T01:39:27.92905Z","end":"2026-03-01T01:39:28.058297Z","steps":["trace[1652016494] 'read index received' (duration: 100.280677ms)","trace[1652016494] 'applied index is now lower than readState.Index' (duration: 28.963849ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.058398Z","caller":"traceutil/trace.go:171","msg":"trace[1159976147] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"124.45684ms","start":"2026-03-01T01:39:27.933918Z","end":"2026-03-01T01:39:28.058375Z","steps":["trace[1159976147] 'process raft request' (duration: 124.169902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.058444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.461375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:28.058508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.020022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:28.058514Z","caller":"traceutil/trace.go:171","msg":"trace[2065304662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8181; }","duration":"249.574718ms","start":"2026-03-01T01:39:27.808918Z","end":"2026-03-01T01:39:28.058492Z","steps":["trace[2065304662] 'agreement among raft nodes before linearized reading' (duration: 249.410254ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.058526Z","caller":"traceutil/trace.go:171","msg":"trace[1202187856] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"423.893064ms","start":"2026-03-01T01:39:27.634591Z","end":"2026-03-01T01:39:28.058485Z","steps":["trace[1202187856] 'process raft request' (duration: 394.778521ms)","trace[1202187856] 'compare' (duration: 28.538968ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.058557Z","caller":"traceutil/trace.go:171","msg":"trace[1061279914] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"124.278456ms","start":"2026-03-01T01:39:27.934247Z","end":"2026-03-01T01:39:28.058525Z","steps":["trace[1061279914] 'process raft request' (duration: 123.902806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.058619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.64295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-01T01:39:28.058662Z","caller":"traceutil/trace.go:171","msg":"trace[686113424] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8181; }","duration":"425.701722ms","start":"2026-03-01T01:39:27.63295Z","end":"2026-03-01T01:39:28.058652Z","steps":["trace[686113424] 'agreement among raft nodes before linearized reading' (duration: 425.569049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.058676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.634574Z","time spent":"424.023428ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:28.05869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.632944Z","time spent":"425.739873ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-03-01T01:39:28.058553Z","caller":"traceutil/trace.go:171","msg":"trace[794027081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8181; }","duration":"331.124524ms","start":"2026-03-01T01:39:27.727415Z","end":"2026-03-01T01:39:28.058539Z","steps":["trace[794027081] 'agreement among raft nodes before linearized reading' (duration: 331.024631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.058696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.071473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-01T01:39:28.058786Z","caller":"traceutil/trace.go:171","msg":"trace[1183442738] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8181; }","duration":"126.185865ms","start":"2026-03-01T01:39:27.93258Z","end":"2026-03-01T01:39:28.058766Z","steps":["trace[1183442738] 'agreement among raft nodes before linearized reading' (duration: 125.98324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.058787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.727386Z","time spent":"331.376261ms","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:28.059227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.441587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-01T01:39:28.059286Z","caller":"traceutil/trace.go:171","msg":"trace[402823800] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8181; }","duration":"427.525509ms","start":"2026-03-01T01:39:27.631744Z","end":"2026-03-01T01:39:28.059269Z","steps":["trace[402823800] 'agreement among raft nodes before linearized reading' (duration: 427.046537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.05932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.631717Z","time spent":"427.595251ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-01T01:39:28.232531Z","caller":"traceutil/trace.go:171","msg":"trace[246502178] linearizableReadLoop","detail":"{readStateIndex:8496; appliedIndex:8495; }","duration":"166.156912ms","start":"2026-03-01T01:39:28.066347Z","end":"2026-03-01T01:39:28.232504Z","steps":["trace[246502178] 'read index received' (duration: 151.379635ms)","trace[246502178] 'applied index is now lower than readState.Index' (duration: 14.776187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:28.232882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.508642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-01T01:39:28.232882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.472731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-01T01:39:28.232927Z","caller":"traceutil/trace.go:171","msg":"trace[1727452567] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8182; }","duration":"166.573953ms","start":"2026-03-01T01:39:28.066343Z","end":"2026-03-01T01:39:28.232917Z","steps":["trace[1727452567] 'agreement among raft nodes before linearized reading' (duration: 166.355537ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.232954Z","caller":"traceutil/trace.go:171","msg":"trace[1685389900] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8182; }","duration":"166.572884ms","start":"2026-03-01T01:39:28.066361Z","end":"2026-03-01T01:39:28.232934Z","steps":["trace[1685389900] 'agreement among raft nodes before linearized reading' (duration: 166.322947ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.233012Z","caller":"traceutil/trace.go:171","msg":"trace[1324092262] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"168.931795ms","start":"2026-03-01T01:39:28.064027Z","end":"2026-03-01T01:39:28.232959Z","steps":["trace[1324092262] 'process raft request' (duration: 153.693296ms)","trace[1324092262] 'compare' (duration: 14.675655ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.440878Z","caller":"traceutil/trace.go:171","msg":"trace[401154741] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"118.876145ms","start":"2026-03-01T01:39:28.321973Z","end":"2026-03-01T01:39:28.44085Z","steps":["trace[401154741] 'process raft request' (duration: 74.279496ms)","trace[401154741] 'compare' (duration: 44.199819ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.538729Z","caller":"traceutil/trace.go:171","msg":"trace[1660809135] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8186; }","duration":"215.65742ms","start":"2026-03-01T01:39:28.323035Z","end":"2026-03-01T01:39:28.538693Z","steps":["trace[1660809135] 'process raft request' (duration: 215.26298ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.538919Z","caller":"traceutil/trace.go:171","msg":"trace[867431593] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8498; }","duration":"173.060254ms","start":"2026-03-01T01:39:28.365821Z","end":"2026-03-01T01:39:28.538881Z","steps":["trace[867431593] 'read index received' (duration: 30.374686ms)","trace[867431593] 'applied index is now lower than readState.Index' (duration: 142.683068ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.539011Z","caller":"traceutil/trace.go:171","msg":"trace[1994094595] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"214.540421ms","start":"2026-03-01T01:39:28.324413Z","end":"2026-03-01T01:39:28.538953Z","steps":["trace[1994094595] 'process raft request' (duration: 214.164741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.53923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.796261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:39:28.539245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.395103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T01:39:28.53932Z","caller":"traceutil/trace.go:171","msg":"trace[992097773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8187; }","duration":"105.962356ms","start":"2026-03-01T01:39:28.433338Z","end":"2026-03-01T01:39:28.539301Z","steps":["trace[992097773] 'agreement among raft nodes before linearized reading' (duration: 105.73428ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.539334Z","caller":"traceutil/trace.go:171","msg":"trace[103313529] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8187; }","duration":"173.506325ms","start":"2026-03-01T01:39:28.365807Z","end":"2026-03-01T01:39:28.539314Z","steps":["trace[103313529] 'agreement among raft nodes before linearized reading' (duration: 173.221738ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.66444Z","caller":"traceutil/trace.go:171","msg":"trace[1848141806] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"121.702708ms","start":"2026-03-01T01:39:28.542704Z","end":"2026-03-01T01:39:28.664407Z","steps":["trace[1848141806] 'read index received' (duration: 42.659228ms)","trace[1848141806] 'applied index is now lower than readState.Index' (duration: 79.04183ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.664575Z","caller":"traceutil/trace.go:171","msg":"trace[1647578292] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"122.627032ms","start":"2026-03-01T01:39:28.541916Z","end":"2026-03-01T01:39:28.664543Z","steps":["trace[1647578292] 'process raft request' (duration: 43.470698ms)","trace[1647578292] 'compare' (duration: 78.833285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:28.664756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.023646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-069fc708-adbb-4b5b-a38e-0f202582c388\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-01T01:39:28.664818Z","caller":"traceutil/trace.go:171","msg":"trace[1609319151] range","detail":"{range_begin:/registry/persistentvolumes/pvc-069fc708-adbb-4b5b-a38e-0f202582c388; range_end:; response_count:1; response_revision:8188; }","duration":"122.12709ms","start":"2026-03-01T01:39:28.542673Z","end":"2026-03-01T01:39:28.6648Z","steps":["trace[1609319151] 'agreement among raft nodes before linearized reading' (duration: 121.891053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.72646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.892421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:39:28.726542Z","caller":"traceutil/trace.go:171","msg":"trace[2016512914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8189; }","duration":"183.037685ms","start":"2026-03-01T01:39:28.543485Z","end":"2026-03-01T01:39:28.726523Z","steps":["trace[2016512914] 'agreement among raft nodes before linearized reading' (duration: 182.776618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.726526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.919736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T01:39:28.726549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.630166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4h4xf\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-03-01T01:39:28.726449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.325673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:28.726606Z","caller":"traceutil/trace.go:171","msg":"trace[1806243810] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003; range_end:; response_count:1; response_revision:8189; }","duration":"174.024019ms","start":"2026-03-01T01:39:28.55256Z","end":"2026-03-01T01:39:28.726584Z","steps":["trace[1806243810] 'agreement among raft nodes before linearized reading' (duration: 173.777503ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.726608Z","caller":"traceutil/trace.go:171","msg":"trace[1225458915] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4h4xf; range_end:; response_count:1; response_revision:8189; }","duration":"179.716218ms","start":"2026-03-01T01:39:28.546877Z","end":"2026-03-01T01:39:28.726593Z","steps":["trace[1225458915] 'agreement among raft nodes before linearized reading' (duration: 179.540514ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.726649Z","caller":"traceutil/trace.go:171","msg":"trace[1720846975] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8189; }","duration":"162.581379ms","start":"2026-03-01T01:39:28.564042Z","end":"2026-03-01T01:39:28.726623Z","steps":["trace[1720846975] 'agreement among raft nodes before linearized reading' (duration: 162.23684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:29.488617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979949715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:39:29.752502Z","caller":"traceutil/trace.go:171","msg":"trace[843734279] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"778.718239ms","start":"2026-03-01T01:39:28.973765Z","end":"2026-03-01T01:39:29.752483Z","steps":["trace[843734279] 'process raft request' (duration: 778.618646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:29.752617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:28.973745Z","time spent":"778.812112ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:31.808987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:39:31.809072Z","caller":"traceutil/trace.go:171","msg":"trace[422196637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062305s","start":"2026-03-01T01:39:29.808991Z","end":"2026-03-01T01:39:31.809053Z","steps":["trace[422196637] 'agreement among raft nodes before linearized reading' (duration: 1.999954552s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:31.809123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.808973Z","time spent":"2.000141437s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:39:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:39:32.234718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297005414s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:32.235051Z","caller":"traceutil/trace.go:171","msg":"trace[1723109602] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"3.261061808s","start":"2026-03-01T01:39:28.973914Z","end":"2026-03-01T01:39:32.234976Z","steps":["trace[1723109602] 'process raft request' (duration: 963.357425ms)","trace[1723109602] 'compare' (duration: 2.295615348s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:32.235137Z","caller":"traceutil/trace.go:171","msg":"trace[592555760] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"3.259896808s","start":"2026-03-01T01:39:28.9752Z","end":"2026-03-01T01:39:32.235097Z","steps":["trace[592555760] 'process raft request' (duration: 3.259647711s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:32.235307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:28.97517Z","time spent":"3.260047841s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:32.235328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:28.973906Z","time spent":"3.261275194s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:32.628244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.946972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:32.628017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.015894ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:39:32.628422Z","caller":"traceutil/trace.go:171","msg":"trace[666160747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8193; }","duration":"259.110106ms","start":"2026-03-01T01:39:32.369258Z","end":"2026-03-01T01:39:32.628368Z","steps":["trace[666160747] 'range keys from in-memory index tree' (duration: 258.915382ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:32.628499Z","caller":"traceutil/trace.go:171","msg":"trace[863104309] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8505; }","duration":"3.639900191s","start":"2026-03-01T01:39:28.988577Z","end":"2026-03-01T01:39:32.628477Z","steps":["trace[863104309] 'read index received' (duration: 763.903351ms)","trace[863104309] 'applied index is now lower than readState.Index' (duration: 2.87599552s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:32.628974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640394295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:39:32.629018Z","caller":"traceutil/trace.go:171","msg":"trace[1552432911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8193; }","duration":"3.640473767s","start":"2026-03-01T01:39:28.988529Z","end":"2026-03-01T01:39:32.629003Z","steps":["trace[1552432911] 'agreement among raft nodes before linearized reading' (duration: 3.640308223s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:32.629064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:28.988515Z","time spent":"3.640541668s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:39:32.76899Z","caller":"traceutil/trace.go:171","msg":"trace[1402211332] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"1.009147095s","start":"2026-03-01T01:39:31.759802Z","end":"2026-03-01T01:39:32.768949Z","steps":["trace[1402211332] 'process raft request' (duration: 1.008967361s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:32.769219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:31.75976Z","time spent":"1.009298679s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:33.33514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.547385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:33.335217Z","caller":"traceutil/trace.go:171","msg":"trace[495730598] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8508; }","duration":"706.667702ms","start":"2026-03-01T01:39:32.628537Z","end":"2026-03-01T01:39:33.335205Z","steps":["trace[495730598] 'read index received' (duration: 140.314716ms)","trace[495730598] 'applied index is now lower than readState.Index' (duration: 566.352146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:33.335348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702509333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:39:33.33537Z","caller":"traceutil/trace.go:171","msg":"trace[182418404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8195; }","duration":"3.702551724s","start":"2026-03-01T01:39:29.632813Z","end":"2026-03-01T01:39:33.335364Z","steps":["trace[182418404] 'agreement among raft nodes before linearized reading' (duration: 3.702451771s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.335371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789262875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:39:33.335427Z","caller":"traceutil/trace.go:171","msg":"trace[1840421350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8195; }","duration":"3.789355788s","start":"2026-03-01T01:39:29.546058Z","end":"2026-03-01T01:39:33.335414Z","steps":["trace[1840421350] 'agreement among raft nodes before linearized reading' (duration: 3.789226585s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.335401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345948292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:39:33.335461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.546039Z","time spent":"3.789413859s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:39:33.335487Z","caller":"traceutil/trace.go:171","msg":"trace[118984631] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8195; }","duration":"3.346113217s","start":"2026-03-01T01:39:29.989354Z","end":"2026-03-01T01:39:33.335467Z","steps":["trace[118984631] 'agreement among raft nodes before linearized reading' (duration: 3.345918592s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.335538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.989334Z","time spent":"3.346193469s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:33.335664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.080682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228780"} {"level":"warn","ts":"2026-03-01T01:39:33.335671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702844481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:39:33.335691Z","caller":"traceutil/trace.go:171","msg":"trace[1167188287] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8195; }","duration":"702.122083ms","start":"2026-03-01T01:39:32.633563Z","end":"2026-03-01T01:39:33.335685Z","steps":["trace[1167188287] 'agreement among raft nodes before linearized reading' (duration: 701.898917ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:33.335702Z","caller":"traceutil/trace.go:171","msg":"trace[492539377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8195; }","duration":"3.702918673s","start":"2026-03-01T01:39:29.632773Z","end":"2026-03-01T01:39:33.335692Z","steps":["trace[492539377] 'agreement among raft nodes before linearized reading' (duration: 3.702833811s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.335732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.632751Z","time spent":"3.702972805s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:33.335768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.416136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:33.335789Z","caller":"traceutil/trace.go:171","msg":"trace[146054255] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8195; }","duration":"677.460228ms","start":"2026-03-01T01:39:32.658325Z","end":"2026-03-01T01:39:33.335785Z","steps":["trace[146054255] 'agreement among raft nodes before linearized reading' (duration: 677.429947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.335809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.658311Z","time spent":"677.493768ms","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:33.335835Z","caller":"traceutil/trace.go:171","msg":"trace[734643414] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"744.904614ms","start":"2026-03-01T01:39:32.590915Z","end":"2026-03-01T01:39:33.33582Z","steps":["trace[734643414] 'process raft request' (duration: 438.61737ms)","trace[734643414] 'compare' (duration: 305.211855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:33.335907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70352992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:39:33.335935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.590886Z","time spent":"744.986286ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:33.335943Z","caller":"traceutil/trace.go:171","msg":"trace[2144687446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8195; }","duration":"3.703588941s","start":"2026-03-01T01:39:29.632345Z","end":"2026-03-01T01:39:33.335934Z","steps":["trace[2144687446] 'agreement among raft nodes before linearized reading' (duration: 3.703502738s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.335977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.632331Z","time spent":"3.703640633s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:39:33.335996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777864964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:33.336016Z","caller":"traceutil/trace.go:171","msg":"trace[1014556953] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8195; }","duration":"1.777923506s","start":"2026-03-01T01:39:31.558086Z","end":"2026-03-01T01:39:33.336009Z","steps":["trace[1014556953] 'agreement among raft nodes before linearized reading' (duration: 1.777892965s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.336034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:31.557999Z","time spent":"1.778031778s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:39:33.33608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779010666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:39:33.33611Z","caller":"traceutil/trace.go:171","msg":"trace[39890978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8195; }","duration":"3.779072728s","start":"2026-03-01T01:39:29.55703Z","end":"2026-03-01T01:39:33.336103Z","steps":["trace[39890978] 'agreement among raft nodes before linearized reading' (duration: 3.779001726s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.336135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.557005Z","time spent":"3.7791244s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:33.3362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206873855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-01T01:39:33.336219Z","caller":"traceutil/trace.go:171","msg":"trace[1313695098] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8195; }","duration":"1.206932867s","start":"2026-03-01T01:39:32.129281Z","end":"2026-03-01T01:39:33.336214Z","steps":["trace[1313695098] 'agreement among raft nodes before linearized reading' (duration: 1.206832644s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.336237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.129227Z","time spent":"1.207004829s","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T01:39:33.336241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01869941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-01T01:39:33.336274Z","caller":"traceutil/trace.go:171","msg":"trace[1469842871] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8195; }","duration":"3.018770202s","start":"2026-03-01T01:39:30.317494Z","end":"2026-03-01T01:39:33.336264Z","steps":["trace[1469842871] 'agreement among raft nodes before linearized reading' (duration: 3.018608058s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.335392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.632803Z","time spent":"3.702583494s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:33.336308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.317474Z","time spent":"3.018827753s","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T01:39:33.336346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514543665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:33.33637Z","caller":"traceutil/trace.go:171","msg":"trace[1638636839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8195; }","duration":"1.514575786s","start":"2026-03-01T01:39:31.821788Z","end":"2026-03-01T01:39:33.336363Z","steps":["trace[1638636839] 'agreement among raft nodes before linearized reading' (duration: 1.514540295s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.336386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:31.821727Z","time spent":"1.514655008s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:33.335708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.633547Z","time spent":"702.156835ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:39:33.335438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004124554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:33.336477Z","caller":"traceutil/trace.go:171","msg":"trace[1129516033] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8195; }","duration":"4.005215892s","start":"2026-03-01T01:39:29.331249Z","end":"2026-03-01T01:39:33.336465Z","steps":["trace[1129516033] 'agreement among raft nodes before linearized reading' (duration: 4.004155115s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.336509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5147241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893ee1f10f241\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-01T01:39:33.336522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.331226Z","time spent":"4.005283675s","remote":"127.0.0.1:33502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:33.335743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.888715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:33.336565Z","caller":"traceutil/trace.go:171","msg":"trace[349640425] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8195; }","duration":"550.726577ms","start":"2026-03-01T01:39:32.785828Z","end":"2026-03-01T01:39:33.336554Z","steps":["trace[349640425] 'agreement among raft nodes before linearized reading' (duration: 549.900345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.336611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.78581Z","time spent":"550.789489ms","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:33.336531Z","caller":"traceutil/trace.go:171","msg":"trace[2144052830] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189893ee1f10f241; range_end:; response_count:1; response_revision:8195; }","duration":"1.514774391s","start":"2026-03-01T01:39:31.821749Z","end":"2026-03-01T01:39:33.336523Z","steps":["trace[2144052830] 'agreement among raft nodes before linearized reading' (duration: 1.514713139s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.33679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:31.821727Z","time spent":"1.515055489s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893ee1f10f241\" "} {"level":"info","ts":"2026-03-01T01:39:33.743164Z","caller":"traceutil/trace.go:171","msg":"trace[1849913785] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"400.295006ms","start":"2026-03-01T01:39:33.342811Z","end":"2026-03-01T01:39:33.743106Z","steps":["trace[1849913785] 'process raft request' (duration: 400.009929ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:33.743329Z","caller":"traceutil/trace.go:171","msg":"trace[1235521532] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"400.392649ms","start":"2026-03-01T01:39:33.342923Z","end":"2026-03-01T01:39:33.743315Z","steps":["trace[1235521532] 'process raft request' (duration: 400.140052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.743478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.342792Z","time spent":"400.509072ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:33.743488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.342906Z","time spent":"400.472542ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:33.74356Z","caller":"traceutil/trace.go:171","msg":"trace[637397632] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"397.903874ms","start":"2026-03-01T01:39:33.345628Z","end":"2026-03-01T01:39:33.743532Z","steps":["trace[637397632] 'process raft request' (duration: 397.643027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.743717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.345586Z","time spent":"398.052087ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:33.74392Z","caller":"traceutil/trace.go:171","msg":"trace[1890844003] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"397.682488ms","start":"2026-03-01T01:39:33.346227Z","end":"2026-03-01T01:39:33.74391Z","steps":["trace[1890844003] 'process raft request' (duration: 397.219946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.74398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.346218Z","time spent":"397.73314ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:33.744157Z","caller":"traceutil/trace.go:171","msg":"trace[1025876759] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8510; }","duration":"398.404147ms","start":"2026-03-01T01:39:33.345733Z","end":"2026-03-01T01:39:33.744137Z","steps":["trace[1025876759] 'read index received' (duration: 88.884949ms)","trace[1025876759] 'applied index is now lower than readState.Index' (duration: 309.517408ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:33.744252Z","caller":"traceutil/trace.go:171","msg":"trace[1305721951] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"393.904629ms","start":"2026-03-01T01:39:33.350335Z","end":"2026-03-01T01:39:33.74424Z","steps":["trace[1305721951] 'process raft request' (duration: 393.702504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.744328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.350327Z","time spent":"393.96069ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:33.744447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.723935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:33.744495Z","caller":"traceutil/trace.go:171","msg":"trace[620088863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8203; }","duration":"398.816117ms","start":"2026-03-01T01:39:33.345667Z","end":"2026-03-01T01:39:33.744483Z","steps":["trace[620088863] 'agreement among raft nodes before linearized reading' (duration: 398.745996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.74453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.34564Z","time spent":"398.88416ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:39:33.74457Z","caller":"traceutil/trace.go:171","msg":"trace[1414586025] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"398.263473ms","start":"2026-03-01T01:39:33.346279Z","end":"2026-03-01T01:39:33.744542Z","steps":["trace[1414586025] 'process raft request' (duration: 397.589075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.744758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.346274Z","time spent":"398.403727ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:33.743186Z","caller":"traceutil/trace.go:171","msg":"trace[1027053454] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"400.204354ms","start":"2026-03-01T01:39:33.342929Z","end":"2026-03-01T01:39:33.743133Z","steps":["trace[1027053454] 'process raft request' (duration: 400.05107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.746077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.342917Z","time spent":"403.11816ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:34.254209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.10864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:34.254439Z","caller":"traceutil/trace.go:171","msg":"trace[1936429484] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8518; }","duration":"510.213736ms","start":"2026-03-01T01:39:33.744204Z","end":"2026-03-01T01:39:34.254418Z","steps":["trace[1936429484] 'read index received' (duration: 148.807558ms)","trace[1936429484] 'applied index is now lower than readState.Index' (duration: 361.404748ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:34.254462Z","caller":"traceutil/trace.go:171","msg":"trace[1698263807] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"815.783631ms","start":"2026-03-01T01:39:33.438657Z","end":"2026-03-01T01:39:34.254441Z","steps":["trace[1698263807] 'process raft request' (duration: 815.665957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.254501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.371502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:34.254538Z","caller":"traceutil/trace.go:171","msg":"trace[219942144] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8205; }","duration":"741.441363ms","start":"2026-03-01T01:39:33.513087Z","end":"2026-03-01T01:39:34.254529Z","steps":["trace[219942144] 'agreement among raft nodes before linearized reading' (duration: 741.33954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.254569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.513076Z","time spent":"741.482975ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:34.254565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.438647Z","time spent":"815.860073ms","remote":"127.0.0.1:56110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:34.254569Z","caller":"traceutil/trace.go:171","msg":"trace[1665910547] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"816.025577ms","start":"2026-03-01T01:39:33.438513Z","end":"2026-03-01T01:39:34.254539Z","steps":["trace[1665910547] 'process raft request' (duration: 454.520777ms)","trace[1665910547] 'compare' (duration: 360.702589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:34.2546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.635901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T01:39:34.254662Z","caller":"traceutil/trace.go:171","msg":"trace[1701412017] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8205; }","duration":"814.758394ms","start":"2026-03-01T01:39:33.43989Z","end":"2026-03-01T01:39:34.254649Z","steps":["trace[1701412017] 'agreement among raft nodes before linearized reading' (duration: 814.547578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.254686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.438497Z","time spent":"816.134621ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:39:34.254694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.439881Z","time spent":"814.806975ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T01:39:34.254676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.280954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189893f6a37b8c45\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-01T01:39:34.254745Z","caller":"traceutil/trace.go:171","msg":"trace[1509083190] range","detail":"{range_begin:/registry/events/openstack/ceph.189893f6a37b8c45; range_end:; response_count:1; response_revision:8205; }","duration":"908.381536ms","start":"2026-03-01T01:39:33.34635Z","end":"2026-03-01T01:39:34.254731Z","steps":["trace[1509083190] 'agreement among raft nodes before linearized reading' (duration: 908.168401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.254758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.788974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:39:34.254782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.346343Z","time spent":"908.432948ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189893f6a37b8c45\" "} {"level":"info","ts":"2026-03-01T01:39:34.25481Z","caller":"traceutil/trace.go:171","msg":"trace[1549985986] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:8205; }","duration":"680.888137ms","start":"2026-03-01T01:39:33.573908Z","end":"2026-03-01T01:39:34.254796Z","steps":["trace[1549985986] 'agreement among raft nodes before linearized reading' (duration: 680.61872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.254866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.573884Z","time spent":"680.970839ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-01T01:39:34.63944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.492495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:34.639571Z","caller":"traceutil/trace.go:171","msg":"trace[1506768493] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"398.16756ms","start":"2026-03-01T01:39:34.241382Z","end":"2026-03-01T01:39:34.639549Z","steps":["trace[1506768493] 'process raft request' (duration: 119.47814ms)","trace[1506768493] 'compare' (duration: 278.272169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:34.639801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.241356Z","time spent":"398.250152ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.133337Z","caller":"traceutil/trace.go:171","msg":"trace[509464703] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"891.71394ms","start":"2026-03-01T01:39:34.241594Z","end":"2026-03-01T01:39:35.133308Z","steps":["trace[509464703] 'process raft request' (duration: 867.097605ms)","trace[509464703] 'compare' (duration: 24.404989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:35.1335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.241584Z","time spent":"891.829463ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:35.133772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.255551Z","time spent":"878.209646ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T01:39:35.134035Z","caller":"traceutil/trace.go:171","msg":"trace[697792650] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"877.402165ms","start":"2026-03-01T01:39:34.256613Z","end":"2026-03-01T01:39:35.134016Z","steps":["trace[697792650] 'process raft request' (duration: 877.109598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.134138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.256598Z","time spent":"877.490157ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.134259Z","caller":"traceutil/trace.go:171","msg":"trace[1987931737] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"357.954617ms","start":"2026-03-01T01:39:34.776282Z","end":"2026-03-01T01:39:35.134236Z","steps":["trace[1987931737] 'process raft request' (duration: 357.819954ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.134008Z","caller":"traceutil/trace.go:171","msg":"trace[79756281] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8520; }","duration":"879.480309ms","start":"2026-03-01T01:39:34.25449Z","end":"2026-03-01T01:39:35.13397Z","steps":["trace[79756281] 'read index received' (duration: 106.384577ms)","trace[79756281] 'applied index is now lower than readState.Index' (duration: 773.093652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:35.134287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275370481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:39:35.134368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383300647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-01T01:39:35.134387Z","caller":"traceutil/trace.go:171","msg":"trace[1169060482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8208; }","duration":"1.275527144s","start":"2026-03-01T01:39:33.858834Z","end":"2026-03-01T01:39:35.134361Z","steps":["trace[1169060482] 'agreement among raft nodes before linearized reading' (duration: 1.275225426s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.134416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.776253Z","time spent":"358.077721ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.134449Z","caller":"traceutil/trace.go:171","msg":"trace[2046055623] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8208; }","duration":"1.383430781s","start":"2026-03-01T01:39:33.750998Z","end":"2026-03-01T01:39:35.134429Z","steps":["trace[2046055623] 'agreement among raft nodes before linearized reading' (duration: 1.383082482s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.134455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.858811Z","time spent":"1.275632727s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:39:35.134511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.750984Z","time spent":"1.383512934s","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-01T01:39:35.134638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.770307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:35.134715Z","caller":"traceutil/trace.go:171","msg":"trace[512578171] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8209; }","duration":"879.90007ms","start":"2026-03-01T01:39:34.254794Z","end":"2026-03-01T01:39:35.134694Z","steps":["trace[512578171] 'agreement among raft nodes before linearized reading' (duration: 879.767647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.13477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.25476Z","time spent":"879.995833ms","remote":"127.0.0.1:44636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:35.134783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.13033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:35.134822Z","caller":"traceutil/trace.go:171","msg":"trace[1048408368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8209; }","duration":"327.204952ms","start":"2026-03-01T01:39:34.807604Z","end":"2026-03-01T01:39:35.134809Z","steps":["trace[1048408368] 'agreement among raft nodes before linearized reading' (duration: 327.14484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.13487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.807582Z","time spent":"327.268643ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:35.135065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.423115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189893fe37b3f042\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-01T01:39:35.135136Z","caller":"traceutil/trace.go:171","msg":"trace[663722790] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189893fe37b3f042; range_end:; response_count:1; response_revision:8209; }","duration":"877.518428ms","start":"2026-03-01T01:39:34.257594Z","end":"2026-03-01T01:39:35.135112Z","steps":["trace[663722790] 'agreement among raft nodes before linearized reading' (duration: 877.298532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.135182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.257587Z","time spent":"877.58629ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189893fe37b3f042\" "} {"level":"warn","ts":"2026-03-01T01:39:35.479592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.621987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:35.479674Z","caller":"traceutil/trace.go:171","msg":"trace[243675074] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8526; }","duration":"280.443626ms","start":"2026-03-01T01:39:35.199217Z","end":"2026-03-01T01:39:35.479661Z","steps":["trace[243675074] 'read index received' (duration: 148.590343ms)","trace[243675074] 'applied index is now lower than readState.Index' (duration: 131.850683ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:35.479903Z","caller":"traceutil/trace.go:171","msg":"trace[1095888887] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"340.374296ms","start":"2026-03-01T01:39:35.139498Z","end":"2026-03-01T01:39:35.479872Z","steps":["trace[1095888887] 'process raft request' (duration: 208.4059ms)","trace[1095888887] 'compare' (duration: 131.526534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:35.479908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.050194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:35.479961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.572991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:39:35.479966Z","caller":"traceutil/trace.go:171","msg":"trace[298568010] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8211; }","duration":"341.116496ms","start":"2026-03-01T01:39:35.138833Z","end":"2026-03-01T01:39:35.47995Z","steps":["trace[298568010] 'agreement among raft nodes before linearized reading' (duration: 341.011163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.479984Z","caller":"traceutil/trace.go:171","msg":"trace[1678281597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8211; }","duration":"340.596041ms","start":"2026-03-01T01:39:35.13938Z","end":"2026-03-01T01:39:35.479977Z","steps":["trace[1678281597] 'agreement among raft nodes before linearized reading' (duration: 340.495069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.480004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.138801Z","time spent":"341.194238ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-01T01:39:35.480007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.139352Z","time spent":"340.649613ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:39:35.480009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.139478Z","time spent":"340.469199ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:35.496994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.075938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:35.497045Z","caller":"traceutil/trace.go:171","msg":"trace[1671224675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8212; }","duration":"256.17191ms","start":"2026-03-01T01:39:35.24086Z","end":"2026-03-01T01:39:35.497032Z","steps":["trace[1671224675] 'agreement among raft nodes before linearized reading' (duration: 256.077528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.497053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.713614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:35.497112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.574372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T01:39:35.497159Z","caller":"traceutil/trace.go:171","msg":"trace[38908049] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8212; }","duration":"295.666764ms","start":"2026-03-01T01:39:35.201478Z","end":"2026-03-01T01:39:35.497145Z","steps":["trace[38908049] 'agreement among raft nodes before linearized reading' (duration: 295.50977ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.497158Z","caller":"traceutil/trace.go:171","msg":"trace[325183427] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8212; }","duration":"227.809846ms","start":"2026-03-01T01:39:35.269308Z","end":"2026-03-01T01:39:35.497118Z","steps":["trace[325183427] 'agreement among raft nodes before linearized reading' (duration: 227.608551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.497111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.086456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:39:35.497245Z","caller":"traceutil/trace.go:171","msg":"trace[1937814621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8212; }","duration":"146.292131ms","start":"2026-03-01T01:39:35.350937Z","end":"2026-03-01T01:39:35.497229Z","steps":["trace[1937814621] 'agreement among raft nodes before linearized reading' (duration: 145.975693ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.988446Z","caller":"traceutil/trace.go:171","msg":"trace[979022585] linearizableReadLoop","detail":"{readStateIndex:8529; appliedIndex:8528; }","duration":"491.529766ms","start":"2026-03-01T01:39:35.496893Z","end":"2026-03-01T01:39:35.988423Z","steps":["trace[979022585] 'read index received' (duration: 491.425414ms)","trace[979022585] 'applied index is now lower than readState.Index' (duration: 102.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:35.988574Z","caller":"traceutil/trace.go:171","msg":"trace[2025637415] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"503.87123ms","start":"2026-03-01T01:39:35.484657Z","end":"2026-03-01T01:39:35.988528Z","steps":["trace[2025637415] 'process raft request' (duration: 503.631754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.988688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.459585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-01T01:39:35.988721Z","caller":"traceutil/trace.go:171","msg":"trace[1091064261] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8213; }","duration":"507.562867ms","start":"2026-03-01T01:39:35.48115Z","end":"2026-03-01T01:39:35.988712Z","steps":["trace[1091064261] 'agreement among raft nodes before linearized reading' (duration: 507.375532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.988753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.481122Z","time spent":"507.624839ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T01:39:35.988794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.484628Z","time spent":"504.071366ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:39:36.345168Z","caller":"traceutil/trace.go:171","msg":"trace[1349580529] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8529; }","duration":"356.640102ms","start":"2026-03-01T01:39:35.988502Z","end":"2026-03-01T01:39:36.345142Z","steps":["trace[1349580529] 'read index received' (duration: 356.275393ms)","trace[1349580529] 'applied index is now lower than readState.Index' (duration: 363.199µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:36.345422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.913018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T01:39:36.34551Z","caller":"traceutil/trace.go:171","msg":"trace[616770869] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8214; }","duration":"489.054122ms","start":"2026-03-01T01:39:35.856437Z","end":"2026-03-01T01:39:36.345491Z","steps":["trace[616770869] 'agreement among raft nodes before linearized reading' (duration: 488.792415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.345543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.923767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:39:36.345561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.856413Z","time spent":"489.139193ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-01T01:39:36.345601Z","caller":"traceutil/trace.go:171","msg":"trace[842137106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8214; }","duration":"596.997659ms","start":"2026-03-01T01:39:35.748588Z","end":"2026-03-01T01:39:36.345586Z","steps":["trace[842137106] 'agreement among raft nodes before linearized reading' (duration: 596.881906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.345655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.748576Z","time spent":"597.065911ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:39:36.345817Z","caller":"traceutil/trace.go:171","msg":"trace[918237485] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"775.321071ms","start":"2026-03-01T01:39:35.570482Z","end":"2026-03-01T01:39:36.345803Z","steps":["trace[918237485] 'process raft request' (duration: 774.445228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.345941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.570451Z","time spent":"775.428183ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:36.345445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.218499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:39:36.346038Z","caller":"traceutil/trace.go:171","msg":"trace[1804107767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8214; }","duration":"596.850055ms","start":"2026-03-01T01:39:35.749178Z","end":"2026-03-01T01:39:36.346028Z","steps":["trace[1804107767] 'agreement among raft nodes before linearized reading' (duration: 596.115025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.346075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.749166Z","time spent":"596.896987ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:36.346082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.128851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:39:36.346138Z","caller":"traceutil/trace.go:171","msg":"trace[1390341375] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8214; }","duration":"847.216294ms","start":"2026-03-01T01:39:35.498906Z","end":"2026-03-01T01:39:36.346122Z","steps":["trace[1390341375] 'agreement among raft nodes before linearized reading' (duration: 847.05521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.346131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.300054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228780"} {"level":"warn","ts":"2026-03-01T01:39:36.346196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.498893Z","time spent":"847.289696ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-01T01:39:36.346226Z","caller":"traceutil/trace.go:171","msg":"trace[138429699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8214; }","duration":"845.427347ms","start":"2026-03-01T01:39:35.50078Z","end":"2026-03-01T01:39:36.346207Z","steps":["trace[138429699] 'agreement among raft nodes before linearized reading' (duration: 844.895693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.346269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.500771Z","time spent":"845.488839ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:39:36.345429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.445418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:39:36.346402Z","caller":"traceutil/trace.go:171","msg":"trace[1863792605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8214; }","duration":"596.451155ms","start":"2026-03-01T01:39:35.749926Z","end":"2026-03-01T01:39:36.346377Z","steps":["trace[1863792605] 'agreement among raft nodes before linearized reading' (duration: 595.273614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.346443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.749915Z","time spent":"596.514886ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:36.346508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.931192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-01T01:39:36.346562Z","caller":"traceutil/trace.go:171","msg":"trace[1745373122] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8214; }","duration":"354.027494ms","start":"2026-03-01T01:39:35.992522Z","end":"2026-03-01T01:39:36.346549Z","steps":["trace[1745373122] 'agreement among raft nodes before linearized reading' (duration: 353.886031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.346585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.237318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:39:36.3466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.992503Z","time spent":"354.086185ms","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-01T01:39:36.346624Z","caller":"traceutil/trace.go:171","msg":"trace[495639415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8214; }","duration":"599.32987ms","start":"2026-03-01T01:39:35.747285Z","end":"2026-03-01T01:39:36.346615Z","steps":["trace[495639415] 'agreement among raft nodes before linearized reading' (duration: 599.230207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.346651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.747256Z","time spent":"599.389232ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:36.346865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.470832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:39:36.34688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.683905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:36.346916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.274746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:36.346966Z","caller":"traceutil/trace.go:171","msg":"trace[554853651] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8214; }","duration":"300.381399ms","start":"2026-03-01T01:39:36.046571Z","end":"2026-03-01T01:39:36.346952Z","steps":["trace[554853651] 'agreement among raft nodes before linearized reading' (duration: 300.301417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.346971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.847225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:39:36.347019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.046548Z","time spent":"300.45834ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T01:39:36.347034Z","caller":"traceutil/trace.go:171","msg":"trace[1708484067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8214; }","duration":"596.952548ms","start":"2026-03-01T01:39:35.750063Z","end":"2026-03-01T01:39:36.347016Z","steps":["trace[1708484067] 'agreement among raft nodes before linearized reading' (duration: 596.789783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.347083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.75004Z","time spent":"597.0301ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:39:36.34718Z","caller":"traceutil/trace.go:171","msg":"trace[2063715149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8214; }","duration":"539.157254ms","start":"2026-03-01T01:39:35.807769Z","end":"2026-03-01T01:39:36.346926Z","steps":["trace[2063715149] 'agreement among raft nodes before linearized reading' (duration: 537.707796ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:36.346903Z","caller":"traceutil/trace.go:171","msg":"trace[1827245796] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8214; }","duration":"623.555544ms","start":"2026-03-01T01:39:35.723337Z","end":"2026-03-01T01:39:36.346893Z","steps":["trace[1827245796] 'agreement among raft nodes before linearized reading' (duration: 623.493003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.347546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.807748Z","time spent":"539.78154ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:36.347659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.72331Z","time spent":"624.270463ms","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:36.347349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.900185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-01T01:39:36.347956Z","caller":"traceutil/trace.go:171","msg":"trace[1935864132] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8214; }","duration":"353.542942ms","start":"2026-03-01T01:39:35.994393Z","end":"2026-03-01T01:39:36.347936Z","steps":["trace[1935864132] 'agreement among raft nodes before linearized reading' (duration: 352.855844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.347444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.063785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-01T01:39:36.348028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.994371Z","time spent":"353.636414ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-01T01:39:36.348067Z","caller":"traceutil/trace.go:171","msg":"trace[929773703] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8214; }","duration":"354.713972ms","start":"2026-03-01T01:39:35.993323Z","end":"2026-03-01T01:39:36.348037Z","steps":["trace[929773703] 'agreement among raft nodes before linearized reading' (duration: 354.009304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.348126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.993252Z","time spent":"354.856526ms","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-01T01:39:36.956778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.189449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:36.956918Z","caller":"traceutil/trace.go:171","msg":"trace[2062310547] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8530; }","duration":"604.699511ms","start":"2026-03-01T01:39:36.352173Z","end":"2026-03-01T01:39:36.956872Z","steps":["trace[2062310547] 'read index received' (duration: 250.355818ms)","trace[2062310547] 'applied index is now lower than readState.Index' (duration: 354.340823ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:36.957011Z","caller":"traceutil/trace.go:171","msg":"trace[1039055060] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"605.315908ms","start":"2026-03-01T01:39:36.351683Z","end":"2026-03-01T01:39:36.956999Z","steps":["trace[1039055060] 'process raft request' (duration: 250.80921ms)","trace[1039055060] 'compare' (duration: 353.586974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:36.957077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.351654Z","time spent":"605.39107ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:36.957105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.051561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:36.957198Z","caller":"traceutil/trace.go:171","msg":"trace[1533037804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8215; }","duration":"605.196294ms","start":"2026-03-01T01:39:36.351973Z","end":"2026-03-01T01:39:36.95717Z","steps":["trace[1533037804] 'agreement among raft nodes before linearized reading' (duration: 605.04843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:36.957243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.351961Z","time spent":"605.272717ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:38.518693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461897365s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:38.51904Z","caller":"traceutil/trace.go:171","msg":"trace[1997653462] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8531; }","duration":"1.562061198s","start":"2026-03-01T01:39:36.95696Z","end":"2026-03-01T01:39:38.519021Z","steps":["trace[1997653462] 'read index received' (duration: 99.771643ms)","trace[1997653462] 'applied index is now lower than readState.Index' (duration: 1.462288615s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:38.51929Z","caller":"traceutil/trace.go:171","msg":"trace[1982458727] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"2.165342133s","start":"2026-03-01T01:39:36.353931Z","end":"2026-03-01T01:39:38.519273Z","steps":["trace[1982458727] 'process raft request' (duration: 702.77746ms)","trace[1982458727] 'compare' (duration: 1.461423323s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:38.519359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.353909Z","time spent":"2.165416905s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:38.519529Z","caller":"traceutil/trace.go:171","msg":"trace[1173190514] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"2.164769129s","start":"2026-03-01T01:39:36.354752Z","end":"2026-03-01T01:39:38.519521Z","steps":["trace[1173190514] 'process raft request' (duration: 2.164080751s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.519584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.354743Z","time spent":"2.16481565s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:38.519713Z","caller":"traceutil/trace.go:171","msg":"trace[759221164] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"2.164319326s","start":"2026-03-01T01:39:36.355383Z","end":"2026-03-01T01:39:38.519703Z","steps":["trace[759221164] 'process raft request' (duration: 2.163536536s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.519773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.355376Z","time spent":"2.164366627s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:38.519893Z","caller":"traceutil/trace.go:171","msg":"trace[799383747] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"2.164244554s","start":"2026-03-01T01:39:36.355639Z","end":"2026-03-01T01:39:38.519884Z","steps":["trace[799383747] 'process raft request' (duration: 2.16331203s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.519948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.355631Z","time spent":"2.164291655s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:38.520063Z","caller":"traceutil/trace.go:171","msg":"trace[734476589] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"1.875343097s","start":"2026-03-01T01:39:36.64471Z","end":"2026-03-01T01:39:38.520053Z","steps":["trace[734476589] 'process raft request' (duration: 1.874276059s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.520116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.644682Z","time spent":"1.875408629s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:38.520986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157769355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-01T01:39:38.521063Z","caller":"traceutil/trace.go:171","msg":"trace[1288666787] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8220; }","duration":"2.157863137s","start":"2026-03-01T01:39:36.363178Z","end":"2026-03-01T01:39:38.521042Z","steps":["trace[1288666787] 'agreement among raft nodes before linearized reading' (duration: 2.157683593s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.521046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144473146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-01T01:39:38.521159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.36317Z","time spent":"2.15797419s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-01T01:39:38.521205Z","caller":"traceutil/trace.go:171","msg":"trace[1307465961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8220; }","duration":"2.144656231s","start":"2026-03-01T01:39:36.376523Z","end":"2026-03-01T01:39:38.52118Z","steps":["trace[1307465961] 'agreement among raft nodes before linearized reading' (duration: 2.144353413s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.52122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168850445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:38.521256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.376512Z","time spent":"2.144733833s","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-01T01:39:38.521295Z","caller":"traceutil/trace.go:171","msg":"trace[1507562013] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8220; }","duration":"2.168962369s","start":"2026-03-01T01:39:36.352312Z","end":"2026-03-01T01:39:38.521275Z","steps":["trace[1507562013] 'agreement among raft nodes before linearized reading' (duration: 2.168523847s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.521335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.352297Z","time spent":"2.16902999s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T01:39:38.523673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923675003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-01T01:39:38.523727Z","caller":"traceutil/trace.go:171","msg":"trace[637067098] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8220; }","duration":"1.923765346s","start":"2026-03-01T01:39:36.599948Z","end":"2026-03-01T01:39:38.523713Z","steps":["trace[637067098] 'agreement among raft nodes before linearized reading' (duration: 1.920270024s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.523763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.599929Z","time spent":"1.923823767s","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209383,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-01T01:39:38.551787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39222018s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:39:38.552143Z","caller":"traceutil/trace.go:171","msg":"trace[1692174325] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"1.410839618s","start":"2026-03-01T01:39:37.141285Z","end":"2026-03-01T01:39:38.552125Z","steps":["trace[1692174325] 'process raft request' (duration: 1.410793686s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:38.552197Z","caller":"traceutil/trace.go:171","msg":"trace[1817852499] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"1.411052673s","start":"2026-03-01T01:39:37.141116Z","end":"2026-03-01T01:39:38.552168Z","steps":["trace[1817852499] 'process raft request' (duration: 1.410847877s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.552285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.14125Z","time spent":"1.410951901s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:38.552352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.141084Z","time spent":"1.411185766s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:38.966149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T01:39:38.966237Z","caller":"traceutil/trace.go:171","msg":"trace[1641057610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350901s","start":"2026-03-01T01:39:36.965868Z","end":"2026-03-01T01:39:38.966219Z","steps":["trace[1641057610] 'agreement among raft nodes before linearized reading' (duration: 2.000248349s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:38.966281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.96585Z","time spent":"2.000421034s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:39.174287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.135135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:39.174655Z","caller":"traceutil/trace.go:171","msg":"trace[1929887546] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"929.360415ms","start":"2026-03-01T01:39:38.245263Z","end":"2026-03-01T01:39:39.174623Z","steps":["trace[1929887546] 'process raft request' (duration: 453.770138ms)","trace[1929887546] 'compare' (duration: 474.994372ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:39.174769Z","caller":"traceutil/trace.go:171","msg":"trace[1333791966] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8536; }","duration":"655.668576ms","start":"2026-03-01T01:39:38.519078Z","end":"2026-03-01T01:39:39.174747Z","steps":["trace[1333791966] 'read index received' (duration: 32.906952ms)","trace[1333791966] 'applied index is now lower than readState.Index' (duration: 622.759494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:39.17484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.245245Z","time spent":"929.467688ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:39.30179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.361427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-01T01:39:39.301838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056203514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:39.301939Z","caller":"traceutil/trace.go:171","msg":"trace[1775731692] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8539; }","duration":"127.070329ms","start":"2026-03-01T01:39:39.174822Z","end":"2026-03-01T01:39:39.301892Z","steps":["trace[1775731692] 'read index received' (duration: 224.145µs)","trace[1775731692] 'applied index is now lower than readState.Index' (duration: 126.844523ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:39.301972Z","caller":"traceutil/trace.go:171","msg":"trace[1137528828] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8223; }","duration":"2.056399599s","start":"2026-03-01T01:39:37.24555Z","end":"2026-03-01T01:39:39.30195Z","steps":["trace[1137528828] 'agreement among raft nodes before linearized reading' (duration: 1.929509915s)","trace[1137528828] 'count revisions from in-memory index tree' (duration: 126.701749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:39.302023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.245533Z","time spent":"2.056476741s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:39.302036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08028351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:39.302085Z","caller":"traceutil/trace.go:171","msg":"trace[910069527] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8223; }","duration":"1.080378311s","start":"2026-03-01T01:39:38.221694Z","end":"2026-03-01T01:39:39.302072Z","steps":["trace[910069527] 'agreement among raft nodes before linearized reading' (duration: 953.124377ms)","trace[910069527] 'count revisions from in-memory index tree' (duration: 126.952455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:39.302019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006096946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:39.302142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.221676Z","time spent":"1.080438013s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:39.302046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.687047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:39:39.302202Z","caller":"traceutil/trace.go:171","msg":"trace[734818879] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8223; }","duration":"1.006341242s","start":"2026-03-01T01:39:38.295823Z","end":"2026-03-01T01:39:39.302164Z","steps":["trace[734818879] 'agreement among raft nodes before linearized reading' (duration: 878.944834ms)","trace[734818879] 'count revisions from in-memory index tree' (duration: 127.09799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:39.302257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.450494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-01T01:39:39.302255Z","caller":"traceutil/trace.go:171","msg":"trace[1152894690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8223; }","duration":"944.960064ms","start":"2026-03-01T01:39:38.35726Z","end":"2026-03-01T01:39:39.30222Z","steps":["trace[1152894690] 'agreement among raft nodes before linearized reading' (duration: 817.544586ms)","trace[1152894690] 'range keys from in-memory index tree' (duration: 126.927406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:39.302292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.295808Z","time spent":"1.006455875s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:39.302304Z","caller":"traceutil/trace.go:171","msg":"trace[1885593145] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8223; }","duration":"775.510295ms","start":"2026-03-01T01:39:38.526773Z","end":"2026-03-01T01:39:39.302283Z","steps":["trace[1885593145] 'agreement among raft nodes before linearized reading' (duration: 775.413082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.302344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.463581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-01T01:39:39.302365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.925537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-01T01:39:39.3024Z","caller":"traceutil/trace.go:171","msg":"trace[459456102] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8223; }","duration":"339.540233ms","start":"2026-03-01T01:39:38.962847Z","end":"2026-03-01T01:39:39.302387Z","steps":["trace[459456102] 'agreement among raft nodes before linearized reading' (duration: 339.351569ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:39.30241Z","caller":"traceutil/trace.go:171","msg":"trace[1392963587] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8223; }","duration":"746.983078ms","start":"2026-03-01T01:39:38.55541Z","end":"2026-03-01T01:39:39.302393Z","steps":["trace[1392963587] 'agreement among raft nodes before linearized reading' (duration: 746.888885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.302205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.745004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T01:39:39.302458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.962832Z","time spent":"339.612745ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T01:39:39.302465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.555396Z","time spent":"747.06108ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-01T01:39:39.302479Z","caller":"traceutil/trace.go:171","msg":"trace[316373167] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003; range_end:; response_count:1; response_revision:8223; }","duration":"749.084223ms","start":"2026-03-01T01:39:38.553384Z","end":"2026-03-01T01:39:39.302468Z","steps":["trace[316373167] 'agreement among raft nodes before linearized reading' (duration: 748.677572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.302514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.553358Z","time spent":"749.146345ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" "} {"level":"warn","ts":"2026-03-01T01:39:39.302488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.032278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:39:39.302276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.269611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:39.302577Z","caller":"traceutil/trace.go:171","msg":"trace[1701408206] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8223; }","duration":"406.5893ms","start":"2026-03-01T01:39:38.895969Z","end":"2026-03-01T01:39:39.302558Z","steps":["trace[1701408206] 'agreement among raft nodes before linearized reading' (duration: 406.273882ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:39.302578Z","caller":"traceutil/trace.go:171","msg":"trace[1535513780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8223; }","duration":"776.137522ms","start":"2026-03-01T01:39:38.526413Z","end":"2026-03-01T01:39:39.30255Z","steps":["trace[1535513780] 'agreement among raft nodes before linearized reading' (duration: 775.850804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.30263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.895949Z","time spent":"406.662182ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:39.302627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.526403Z","time spent":"776.215373ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:39:39.302347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.357235Z","time spent":"945.089997ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:39:39.302161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.357583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-364bf0be-0aa1-49bc-aaf5-55a53fdc3c3c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T01:39:39.302774Z","caller":"traceutil/trace.go:171","msg":"trace[1655078139] range","detail":"{range_begin:/registry/persistentvolumes/pvc-364bf0be-0aa1-49bc-aaf5-55a53fdc3c3c; range_end:; response_count:1; response_revision:8223; }","duration":"778.037701ms","start":"2026-03-01T01:39:38.524726Z","end":"2026-03-01T01:39:39.302763Z","steps":["trace[1655078139] 'agreement among raft nodes before linearized reading' (duration: 777.262551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.302806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.524707Z","time spent":"778.091052ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-364bf0be-0aa1-49bc-aaf5-55a53fdc3c3c\" "} {"level":"warn","ts":"2026-03-01T01:39:39.302173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.313743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:39.30289Z","caller":"traceutil/trace.go:171","msg":"trace[1411353396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8223; }","duration":"336.042712ms","start":"2026-03-01T01:39:38.966832Z","end":"2026-03-01T01:39:39.302875Z","steps":["trace[1411353396] 'agreement among raft nodes before linearized reading' (duration: 335.287682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.302963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.966823Z","time spent":"336.116824ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:39.302083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.121359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:39:39.30304Z","caller":"traceutil/trace.go:171","msg":"trace[1417777216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8223; }","duration":"341.072944ms","start":"2026-03-01T01:39:38.961944Z","end":"2026-03-01T01:39:39.303017Z","steps":["trace[1417777216] 'agreement among raft nodes before linearized reading' (duration: 339.975405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.303105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.961867Z","time spent":"341.217348ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:39.302353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.526757Z","time spent":"775.588627ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-01T01:39:39.526834Z","caller":"traceutil/trace.go:171","msg":"trace[1400116414] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8540; }","duration":"213.801341ms","start":"2026-03-01T01:39:39.313007Z","end":"2026-03-01T01:39:39.526808Z","steps":["trace[1400116414] 'read index received' (duration: 213.687618ms)","trace[1400116414] 'applied index is now lower than readState.Index' (duration: 112.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:39.526946Z","caller":"traceutil/trace.go:171","msg":"trace[1045714006] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"221.047321ms","start":"2026-03-01T01:39:39.305859Z","end":"2026-03-01T01:39:39.526906Z","steps":["trace[1045714006] 'process raft request' (duration: 220.775224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.527179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.148109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-01T01:39:39.527268Z","caller":"traceutil/trace.go:171","msg":"trace[1877036714] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8224; }","duration":"214.272923ms","start":"2026-03-01T01:39:39.312981Z","end":"2026-03-01T01:39:39.527254Z","steps":["trace[1877036714] 'agreement among raft nodes before linearized reading' (duration: 214.019167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.550054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.984698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:39.550136Z","caller":"traceutil/trace.go:171","msg":"trace[89956638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"237.100541ms","start":"2026-03-01T01:39:39.313018Z","end":"2026-03-01T01:39:39.550118Z","steps":["trace[89956638] 'agreement among raft nodes before linearized reading' (duration: 236.938247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.550461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.287006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228780"} {"level":"info","ts":"2026-03-01T01:39:39.550538Z","caller":"traceutil/trace.go:171","msg":"trace[455021471] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8225; }","duration":"237.41621ms","start":"2026-03-01T01:39:39.313105Z","end":"2026-03-01T01:39:39.550522Z","steps":["trace[455021471] 'agreement among raft nodes before linearized reading' (duration: 236.846245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.550576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.854582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T01:39:39.550696Z","caller":"traceutil/trace.go:171","msg":"trace[1966407272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8225; }","duration":"234.999076ms","start":"2026-03-01T01:39:39.315666Z","end":"2026-03-01T01:39:39.550665Z","steps":["trace[1966407272] 'agreement among raft nodes before linearized reading' (duration: 234.627077ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:39.550721Z","caller":"traceutil/trace.go:171","msg":"trace[573032299] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"237.687516ms","start":"2026-03-01T01:39:39.313014Z","end":"2026-03-01T01:39:39.550701Z","steps":["trace[573032299] 'process raft request' (duration: 236.742202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.550897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.222266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T01:39:39.550972Z","caller":"traceutil/trace.go:171","msg":"trace[126797260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8225; }","duration":"142.362559ms","start":"2026-03-01T01:39:39.408597Z","end":"2026-03-01T01:39:39.55096Z","steps":["trace[126797260] 'agreement among raft nodes before linearized reading' (duration: 142.215915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.551629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.942822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-01T01:39:39.551684Z","caller":"traceutil/trace.go:171","msg":"trace[483771729] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8225; }","duration":"225.027855ms","start":"2026-03-01T01:39:39.32664Z","end":"2026-03-01T01:39:39.551668Z","steps":["trace[483771729] 'agreement among raft nodes before linearized reading' (duration: 223.435833ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:39.739593Z","caller":"traceutil/trace.go:171","msg":"trace[305526219] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"186.395723ms","start":"2026-03-01T01:39:39.553168Z","end":"2026-03-01T01:39:39.739564Z","steps":["trace[305526219] 'process raft request' (duration: 151.137069ms)","trace[305526219] 'compare' (duration: 35.065119ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:39.739584Z","caller":"traceutil/trace.go:171","msg":"trace[85954779] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8542; }","duration":"182.357577ms","start":"2026-03-01T01:39:39.557186Z","end":"2026-03-01T01:39:39.739544Z","steps":["trace[85954779] 'read index received' (duration: 147.209307ms)","trace[85954779] 'applied index is now lower than readState.Index' (duration: 35.1465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:39.739766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.568403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T01:39:39.739819Z","caller":"traceutil/trace.go:171","msg":"trace[876768989] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e914cd8c-3d3b-43cd-9417-a3d73c507fc1; range_end:; response_count:1; response_revision:8226; }","duration":"182.644974ms","start":"2026-03-01T01:39:39.557161Z","end":"2026-03-01T01:39:39.739806Z","steps":["trace[876768989] 'agreement among raft nodes before linearized reading' (duration: 182.4761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.759117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.746085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:39.75916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.060487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-01T01:39:39.759201Z","caller":"traceutil/trace.go:171","msg":"trace[903118976] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8227; }","duration":"201.843178ms","start":"2026-03-01T01:39:39.557338Z","end":"2026-03-01T01:39:39.759181Z","steps":["trace[903118976] 'agreement among raft nodes before linearized reading' (duration: 201.667623ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:39.759233Z","caller":"traceutil/trace.go:171","msg":"trace[1197068904] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8227; }","duration":"201.15191ms","start":"2026-03-01T01:39:39.558062Z","end":"2026-03-01T01:39:39.759214Z","steps":["trace[1197068904] 'agreement among raft nodes before linearized reading' (duration: 200.918404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:40.104736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.768774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4h4xf\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:40.104827Z","caller":"traceutil/trace.go:171","msg":"trace[52599851] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4h4xf; range_end:; response_count:0; response_revision:8228; }","duration":"125.904408ms","start":"2026-03-01T01:39:39.978901Z","end":"2026-03-01T01:39:40.104806Z","steps":["trace[52599851] 'range keys from in-memory index tree' (duration: 125.701653ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:40.242081Z","caller":"traceutil/trace.go:171","msg":"trace[1087405705] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"129.507163ms","start":"2026-03-01T01:39:40.112554Z","end":"2026-03-01T01:39:40.242061Z","steps":["trace[1087405705] 'process raft request' (duration: 129.39768ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:44.874557Z","caller":"traceutil/trace.go:171","msg":"trace[1503024786] linearizableReadLoop","detail":"{readStateIndex:8597; appliedIndex:8596; }","duration":"312.043484ms","start":"2026-03-01T01:39:44.562484Z","end":"2026-03-01T01:39:44.874527Z","steps":["trace[1503024786] 'read index received' (duration: 311.912411ms)","trace[1503024786] 'applied index is now lower than readState.Index' (duration: 130.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:44.874673Z","caller":"traceutil/trace.go:171","msg":"trace[2002777896] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"313.843291ms","start":"2026-03-01T01:39:44.560796Z","end":"2026-03-01T01:39:44.874639Z","steps":["trace[2002777896] 'process raft request' (duration: 313.569944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:44.874817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.317771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:39:44.874857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:44.560763Z","time spent":"314.002075ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:44.874875Z","caller":"traceutil/trace.go:171","msg":"trace[1736480007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8279; }","duration":"312.401743ms","start":"2026-03-01T01:39:44.562449Z","end":"2026-03-01T01:39:44.874851Z","steps":["trace[1736480007] 'agreement among raft nodes before linearized reading' (duration: 312.194258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:44.874921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:44.562433Z","time spent":"312.479595ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:39:44.879732Z","caller":"traceutil/trace.go:171","msg":"trace[360436979] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"301.834027ms","start":"2026-03-01T01:39:44.577864Z","end":"2026-03-01T01:39:44.879698Z","steps":["trace[360436979] 'process raft request' (duration: 301.390855ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:44.87985Z","caller":"traceutil/trace.go:171","msg":"trace[1822340379] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"296.692881ms","start":"2026-03-01T01:39:44.583141Z","end":"2026-03-01T01:39:44.879833Z","steps":["trace[1822340379] 'process raft request' (duration: 296.487286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:44.879896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.054438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T01:39:44.879973Z","caller":"traceutil/trace.go:171","msg":"trace[1105989821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8281; }","duration":"303.237223ms","start":"2026-03-01T01:39:44.57672Z","end":"2026-03-01T01:39:44.879957Z","steps":["trace[1105989821] 'agreement among raft nodes before linearized reading' (duration: 303.026968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:44.880019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:44.5767Z","time spent":"303.310795ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:44.880106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:44.577847Z","time spent":"302.009121ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:44.88018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.275328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:39:44.880231Z","caller":"traceutil/trace.go:171","msg":"trace[311130684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8281; }","duration":"302.36361ms","start":"2026-03-01T01:39:44.577854Z","end":"2026-03-01T01:39:44.880217Z","steps":["trace[311130684] 'agreement among raft nodes before linearized reading' (duration: 301.898618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:44.880265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:44.577837Z","time spent":"302.417951ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:44.880464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.782197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:39:44.880575Z","caller":"traceutil/trace.go:171","msg":"trace[699919055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8281; }","duration":"303.934151ms","start":"2026-03-01T01:39:44.576626Z","end":"2026-03-01T01:39:44.880561Z","steps":["trace[699919055] 'agreement among raft nodes before linearized reading' (duration: 303.424118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:44.880481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.559286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:39:44.880688Z","caller":"traceutil/trace.go:171","msg":"trace[820952308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8281; }","duration":"302.790411ms","start":"2026-03-01T01:39:44.577885Z","end":"2026-03-01T01:39:44.880676Z","steps":["trace[820952308] 'agreement among raft nodes before linearized reading' (duration: 302.493343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:44.880744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:44.577871Z","time spent":"302.861394ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:44.880723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:44.576615Z","time spent":"304.044494ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:39:46.201508Z","caller":"traceutil/trace.go:171","msg":"trace[840176950] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"123.410843ms","start":"2026-03-01T01:39:46.078072Z","end":"2026-03-01T01:39:46.201483Z","steps":["trace[840176950] 'process raft request' (duration: 123.27237ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:46.323602Z","caller":"traceutil/trace.go:171","msg":"trace[402767852] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8617; }","duration":"117.759824ms","start":"2026-03-01T01:39:46.205828Z","end":"2026-03-01T01:39:46.323588Z","steps":["trace[402767852] 'read index received' (duration: 116.403829ms)","trace[402767852] 'applied index is now lower than readState.Index' (duration: 1.355475ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:46.323656Z","caller":"traceutil/trace.go:171","msg":"trace[1442947254] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"243.97354ms","start":"2026-03-01T01:39:46.079655Z","end":"2026-03-01T01:39:46.323629Z","steps":["trace[1442947254] 'process raft request' (duration: 243.892578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:46.323771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.928908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-01T01:39:46.323797Z","caller":"traceutil/trace.go:171","msg":"trace[2145611078] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8301; }","duration":"117.99887ms","start":"2026-03-01T01:39:46.20579Z","end":"2026-03-01T01:39:46.323789Z","steps":["trace[2145611078] 'agreement among raft nodes before linearized reading' (duration: 117.882317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:46.323915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.073402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-01T01:39:46.3239Z","caller":"traceutil/trace.go:171","msg":"trace[1050411959] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"244.242217ms","start":"2026-03-01T01:39:46.079622Z","end":"2026-03-01T01:39:46.323864Z","steps":["trace[1050411959] 'process raft request' (duration: 242.677516ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:46.323941Z","caller":"traceutil/trace.go:171","msg":"trace[2081647138] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8301; }","duration":"118.138134ms","start":"2026-03-01T01:39:46.205795Z","end":"2026-03-01T01:39:46.323933Z","steps":["trace[2081647138] 'agreement among raft nodes before linearized reading' (duration: 118.013631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.061291Z","caller":"traceutil/trace.go:171","msg":"trace[1560175503] linearizableReadLoop","detail":"{readStateIndex:9156; appliedIndex:9155; }","duration":"281.3067ms","start":"2026-03-01T01:40:35.779955Z","end":"2026-03-01T01:40:36.061262Z","steps":["trace[1560175503] 'read index received' (duration: 281.178037ms)","trace[1560175503] 'applied index is now lower than readState.Index' (duration: 127.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:36.061353Z","caller":"traceutil/trace.go:171","msg":"trace[1620889994] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"508.138962ms","start":"2026-03-01T01:40:35.553182Z","end":"2026-03-01T01:40:36.061321Z","steps":["trace[1620889994] 'process raft request' (duration: 507.917886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:36.061549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:35.553165Z","time spent":"508.257935ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:36.061585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.553815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:40:36.06162Z","caller":"traceutil/trace.go:171","msg":"trace[1683713542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8823; }","duration":"247.610887ms","start":"2026-03-01T01:40:35.814Z","end":"2026-03-01T01:40:36.061611Z","steps":["trace[1683713542] 'agreement among raft nodes before linearized reading' (duration: 247.482974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:36.061616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.12011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:40:36.061602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.620338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T01:40:36.061661Z","caller":"traceutil/trace.go:171","msg":"trace[1421118455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8823; }","duration":"253.207133ms","start":"2026-03-01T01:40:35.808442Z","end":"2026-03-01T01:40:36.061649Z","steps":["trace[1421118455] 'agreement among raft nodes before linearized reading' (duration: 253.029678ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.061681Z","caller":"traceutil/trace.go:171","msg":"trace[764962194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8823; }","duration":"281.752651ms","start":"2026-03-01T01:40:35.779909Z","end":"2026-03-01T01:40:36.061662Z","steps":["trace[764962194] 'agreement among raft nodes before linearized reading' (duration: 281.505595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:36.061703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.844721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:40:36.061794Z","caller":"traceutil/trace.go:171","msg":"trace[689138683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8823; }","duration":"174.961913ms","start":"2026-03-01T01:40:35.886802Z","end":"2026-03-01T01:40:36.061763Z","steps":["trace[689138683] 'agreement among raft nodes before linearized reading' (duration: 174.689936ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.450068Z","caller":"traceutil/trace.go:171","msg":"trace[297042999] linearizableReadLoop","detail":"{readStateIndex:9157; appliedIndex:9156; }","duration":"383.749252ms","start":"2026-03-01T01:40:36.066296Z","end":"2026-03-01T01:40:36.450045Z","steps":["trace[297042999] 'read index received' (duration: 310.488733ms)","trace[297042999] 'applied index is now lower than readState.Index' (duration: 73.259499ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:36.450123Z","caller":"traceutil/trace.go:171","msg":"trace[60606965] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"384.182243ms","start":"2026-03-01T01:40:36.065919Z","end":"2026-03-01T01:40:36.450101Z","steps":["trace[60606965] 'process raft request' (duration: 310.886603ms)","trace[60606965] 'compare' (duration: 73.089835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:36.450317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:36.065903Z","time spent":"384.286546ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:36.450381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.835594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-01T01:40:36.450431Z","caller":"traceutil/trace.go:171","msg":"trace[1891820433] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8824; }","duration":"383.906106ms","start":"2026-03-01T01:40:36.066514Z","end":"2026-03-01T01:40:36.45042Z","steps":["trace[1891820433] 'agreement among raft nodes before linearized reading' (duration: 383.67671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:36.45044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.889392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-01T01:40:36.450468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:36.066508Z","time spent":"383.953798ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19429,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T01:40:36.450511Z","caller":"traceutil/trace.go:171","msg":"trace[1566983327] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8824; }","duration":"256.009525ms","start":"2026-03-01T01:40:36.194482Z","end":"2026-03-01T01:40:36.450492Z","steps":["trace[1566983327] 'agreement among raft nodes before linearized reading' (duration: 255.81208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:36.450784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.482902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291586"} {"level":"info","ts":"2026-03-01T01:40:36.450853Z","caller":"traceutil/trace.go:171","msg":"trace[901343181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8824; }","duration":"384.576183ms","start":"2026-03-01T01:40:36.06626Z","end":"2026-03-01T01:40:36.450836Z","steps":["trace[901343181] 'agreement among raft nodes before linearized reading' (duration: 383.904636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:36.45115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:36.066242Z","time spent":"384.775259ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291609,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T01:40:48.768296Z","caller":"traceutil/trace.go:171","msg":"trace[1798889563] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"243.861409ms","start":"2026-03-01T01:40:48.524412Z","end":"2026-03-01T01:40:48.768274Z","steps":["trace[1798889563] 'process raft request' (duration: 243.681344ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:48.768831Z","caller":"traceutil/trace.go:171","msg":"trace[20826193] linearizableReadLoop","detail":"{readStateIndex:9222; appliedIndex:9222; }","duration":"230.18995ms","start":"2026-03-01T01:40:48.538603Z","end":"2026-03-01T01:40:48.768793Z","steps":["trace[20826193] 'read index received' (duration: 230.18011ms)","trace[20826193] 'applied index is now lower than readState.Index' (duration: 8.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:48.769041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.417686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:40:48.769111Z","caller":"traceutil/trace.go:171","msg":"trace[18100791] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:8887; }","duration":"230.519189ms","start":"2026-03-01T01:40:48.538578Z","end":"2026-03-01T01:40:48.769097Z","steps":["trace[18100791] 'agreement among raft nodes before linearized reading' (duration: 230.341125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.068361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275233557s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:40:50.06869Z","caller":"traceutil/trace.go:171","msg":"trace[1731801486] linearizableReadLoop","detail":"{readStateIndex:9223; appliedIndex:9222; }","duration":"1.299725249s","start":"2026-03-01T01:40:48.768903Z","end":"2026-03-01T01:40:50.068628Z","steps":["trace[1731801486] 'read index received' (duration: 24.190204ms)","trace[1731801486] 'applied index is now lower than readState.Index' (duration: 1.275533485s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:50.069069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330609907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:40:50.069142Z","caller":"traceutil/trace.go:171","msg":"trace[1196127775] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8887; }","duration":"1.33072735s","start":"2026-03-01T01:40:48.738393Z","end":"2026-03-01T01:40:50.06912Z","steps":["trace[1196127775] 'agreement among raft nodes before linearized reading' (duration: 1.330613687s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:50.069146Z","caller":"traceutil/trace.go:171","msg":"trace[720603993] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"966.021736ms","start":"2026-03-01T01:40:49.103092Z","end":"2026-03-01T01:40:50.069113Z","steps":["trace[720603993] 'process raft request' (duration: 965.379019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.069202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:48.738374Z","time spent":"1.330812153s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:40:50.069295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.103068Z","time spent":"966.15117ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:50.181069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627085484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T01:40:50.181228Z","caller":"traceutil/trace.go:171","msg":"trace[2111235019] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003; range_end:; response_count:1; response_revision:8888; }","duration":"1.627253549s","start":"2026-03-01T01:40:48.553944Z","end":"2026-03-01T01:40:50.181198Z","steps":["trace[2111235019] 'agreement among raft nodes before linearized reading' (duration: 1.515108421s)","trace[2111235019] 'range keys from in-memory index tree' (duration: 111.82259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:50.181275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:48.553925Z","time spent":"1.627340122s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7dff78f7dc-zjb79.189893e82046f003\" "} {"level":"info","ts":"2026-03-01T01:40:50.197159Z","caller":"traceutil/trace.go:171","msg":"trace[545562485] linearizableReadLoop","detail":"{readStateIndex:9226; appliedIndex:9224; }","duration":"128.387053ms","start":"2026-03-01T01:40:50.068747Z","end":"2026-03-01T01:40:50.197134Z","steps":["trace[545562485] 'read index received' (duration: 128.231779ms)","trace[545562485] 'applied index is now lower than readState.Index' (duration: 154.194µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:50.197317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01691056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:40:50.197405Z","caller":"traceutil/trace.go:171","msg":"trace[96670990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8890; }","duration":"1.017023663s","start":"2026-03-01T01:40:49.180366Z","end":"2026-03-01T01:40:50.19739Z","steps":["trace[96670990] 'agreement among raft nodes before linearized reading' (duration: 1.016809637s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.19744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.180355Z","time spent":"1.017077324s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:40:50.197489Z","caller":"traceutil/trace.go:171","msg":"trace[1922097204] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"1.074108078s","start":"2026-03-01T01:40:49.123345Z","end":"2026-03-01T01:40:50.197453Z","steps":["trace[1922097204] 'process raft request' (duration: 1.073738078s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.197587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022115036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:40:50.197605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.123304Z","time spent":"1.074233942s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:50.197634Z","caller":"traceutil/trace.go:171","msg":"trace[634740520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8890; }","duration":"1.022206368s","start":"2026-03-01T01:40:49.175413Z","end":"2026-03-01T01:40:50.197619Z","steps":["trace[634740520] 'agreement among raft nodes before linearized reading' (duration: 1.022114076s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.197624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.038416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:40:50.197683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.17539Z","time spent":"1.02228286s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:40:50.197694Z","caller":"traceutil/trace.go:171","msg":"trace[1350114415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8890; }","duration":"493.173249ms","start":"2026-03-01T01:40:49.704502Z","end":"2026-03-01T01:40:50.197675Z","steps":["trace[1350114415] 'agreement among raft nodes before linearized reading' (duration: 493.022305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.197662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294378838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:40:50.197743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.704421Z","time spent":"493.308923ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:40:50.197785Z","caller":"traceutil/trace.go:171","msg":"trace[32320184] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8890; }","duration":"1.294599035s","start":"2026-03-01T01:40:48.903161Z","end":"2026-03-01T01:40:50.19776Z","steps":["trace[32320184] 'agreement among raft nodes before linearized reading' (duration: 1.294326748s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:50.197799Z","caller":"traceutil/trace.go:171","msg":"trace[483901374] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"1.078713079s","start":"2026-03-01T01:40:49.119071Z","end":"2026-03-01T01:40:50.197784Z","steps":["trace[483901374] 'process raft request' (duration: 1.077839216s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.197851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:48.903131Z","time spent":"1.294708598s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:40:50.197867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.118996Z","time spent":"1.078833152s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:50.197503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020423152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:40:50.197955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013351116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:40:50.19797Z","caller":"traceutil/trace.go:171","msg":"trace[481715151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8890; }","duration":"1.020918305s","start":"2026-03-01T01:40:49.177041Z","end":"2026-03-01T01:40:50.19796Z","steps":["trace[481715151] 'agreement among raft nodes before linearized reading' (duration: 1.02033891s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:50.197994Z","caller":"traceutil/trace.go:171","msg":"trace[1294851996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8890; }","duration":"1.013419898s","start":"2026-03-01T01:40:49.184565Z","end":"2026-03-01T01:40:50.197985Z","steps":["trace[1294851996] 'agreement among raft nodes before linearized reading' (duration: 1.013298575s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.198001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.177029Z","time spent":"1.020963646s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:40:50.198024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:49.184551Z","time spent":"1.013466309s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:40:50.197311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224418436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:40:50.198102Z","caller":"traceutil/trace.go:171","msg":"trace[27136846] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8890; }","duration":"1.225282468s","start":"2026-03-01T01:40:48.972809Z","end":"2026-03-01T01:40:50.198092Z","steps":["trace[27136846] 'agreement among raft nodes before linearized reading' (duration: 1.224382675s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.19814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:48.972795Z","time spent":"1.225335449s","remote":"127.0.0.1:50882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:40:50.198192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390360273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:40:50.19824Z","caller":"traceutil/trace.go:171","msg":"trace[1564218442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8890; }","duration":"1.390428575s","start":"2026-03-01T01:40:48.807801Z","end":"2026-03-01T01:40:50.19823Z","steps":["trace[1564218442] 'agreement among raft nodes before linearized reading' (duration: 1.390359003s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.198268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:48.807789Z","time spent":"1.390473476s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:40:50.198774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42534085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291541"} {"level":"info","ts":"2026-03-01T01:40:50.198861Z","caller":"traceutil/trace.go:171","msg":"trace[200625665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8890; }","duration":"1.425433172s","start":"2026-03-01T01:40:48.773409Z","end":"2026-03-01T01:40:50.198842Z","steps":["trace[200625665] 'agreement among raft nodes before linearized reading' (duration: 1.42382984s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.198911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:48.773389Z","time spent":"1.425508493s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291564,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:40:50.802135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.995999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:40:50.80233Z","caller":"traceutil/trace.go:171","msg":"trace[256724977] linearizableReadLoop","detail":"{readStateIndex:9227; appliedIndex:9226; }","duration":"602.164874ms","start":"2026-03-01T01:40:50.200126Z","end":"2026-03-01T01:40:50.802291Z","steps":["trace[256724977] 'read index received' (duration: 425.889268ms)","trace[256724977] 'applied index is now lower than readState.Index' (duration: 176.274276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:50.802425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.296148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:40:50.802375Z","caller":"traceutil/trace.go:171","msg":"trace[392311320] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"618.377189ms","start":"2026-03-01T01:40:50.183955Z","end":"2026-03-01T01:40:50.802332Z","steps":["trace[392311320] 'process raft request' (duration: 442.04295ms)","trace[392311320] 'compare' (duration: 175.572849ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:50.802462Z","caller":"traceutil/trace.go:171","msg":"trace[1211846079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8891; }","duration":"602.353629ms","start":"2026-03-01T01:40:50.200098Z","end":"2026-03-01T01:40:50.802452Z","steps":["trace[1211846079] 'agreement among raft nodes before linearized reading' (duration: 602.286587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:50.802494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.200075Z","time spent":"602.412931ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:40:50.803366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.183932Z","time spent":"618.552003ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:51.086322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.042193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:40:51.086628Z","caller":"traceutil/trace.go:171","msg":"trace[1657852759] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"883.292249ms","start":"2026-03-01T01:40:50.203316Z","end":"2026-03-01T01:40:51.086609Z","steps":["trace[1657852759] 'process raft request' (duration: 883.099544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:51.086705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.203288Z","time spent":"883.383741ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:51.086911Z","caller":"traceutil/trace.go:171","msg":"trace[245803185] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"883.949796ms","start":"2026-03-01T01:40:50.202949Z","end":"2026-03-01T01:40:51.086899Z","steps":["trace[245803185] 'process raft request' (duration: 781.313138ms)","trace[245803185] 'compare' (duration: 101.469818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:51.08697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.202931Z","time spent":"884.011857ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:51.087303Z","caller":"traceutil/trace.go:171","msg":"trace[644864300] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"883.944925ms","start":"2026-03-01T01:40:50.203347Z","end":"2026-03-01T01:40:51.087292Z","steps":["trace[644864300] 'process raft request' (duration: 883.195816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:51.08737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.203322Z","time spent":"884.017638ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:51.088044Z","caller":"traceutil/trace.go:171","msg":"trace[1563485446] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"883.859143ms","start":"2026-03-01T01:40:50.204174Z","end":"2026-03-01T01:40:51.088034Z","steps":["trace[1563485446] 'process raft request' (duration: 883.085763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:51.088115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.204162Z","time spent":"883.921385ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:51.088416Z","caller":"traceutil/trace.go:171","msg":"trace[1632628870] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9227; }","duration":"286.048534ms","start":"2026-03-01T01:40:50.802357Z","end":"2026-03-01T01:40:51.088406Z","steps":["trace[1632628870] 'read index received' (duration: 182.153282ms)","trace[1632628870] 'applied index is now lower than readState.Index' (duration: 103.894272ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:51.088579Z","caller":"traceutil/trace.go:171","msg":"trace[1234852236] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"392.365689ms","start":"2026-03-01T01:40:50.696205Z","end":"2026-03-01T01:40:51.088571Z","steps":["trace[1234852236] 'process raft request' (duration: 391.610029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:51.088632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.69618Z","time spent":"392.42172ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:51.089054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.555322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:40:51.08909Z","caller":"traceutil/trace.go:171","msg":"trace[668521891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8896; }","duration":"316.622834ms","start":"2026-03-01T01:40:50.772454Z","end":"2026-03-01T01:40:51.089077Z","steps":["trace[668521891] 'agreement among raft nodes before linearized reading' (duration: 316.501951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:51.089119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.772438Z","time spent":"316.674626ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:40:51.125655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.243672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:40:51.125713Z","caller":"traceutil/trace.go:171","msg":"trace[532029935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8897; }","duration":"314.337895ms","start":"2026-03-01T01:40:50.811359Z","end":"2026-03-01T01:40:51.125697Z","steps":["trace[532029935] 'agreement among raft nodes before linearized reading' (duration: 314.247882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:51.125748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:50.811345Z","time spent":"314.397636ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:42:41.716003Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T01:42:41.722588Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-01T01:42:41.722673Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-01T01:42:50.426141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7523} {"level":"info","ts":"2026-03-01T01:42:50.49425Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7523,"took":"65.655442ms","hash":2263367768,"current-db-size-bytes":42541056,"current-db-size":"42 MB","current-db-size-in-use-bytes":25280512,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T01:42:50.49431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2263367768,"revision":7523,"compact-revision":5578} {"level":"info","ts":"2026-03-01T01:43:04.78833Z","caller":"traceutil/trace.go:171","msg":"trace[1023923873] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"104.774704ms","start":"2026-03-01T01:43:04.683533Z","end":"2026-03-01T01:43:04.788307Z","steps":["trace[1023923873] 'process raft request' (duration: 104.645991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:43:05.033409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.365874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:43:05.03354Z","caller":"traceutil/trace.go:171","msg":"trace[2022135523] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"336.179339ms","start":"2026-03-01T01:43:04.697342Z","end":"2026-03-01T01:43:05.033521Z","steps":["trace[2022135523] 'process raft request' (duration: 212.624099ms)","trace[2022135523] 'compare' (duration: 123.258632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:43:05.033595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:43:04.69731Z","time spent":"336.260811ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:43:05.033719Z","caller":"traceutil/trace.go:171","msg":"trace[1958328757] linearizableReadLoop","detail":"{readStateIndex:10219; appliedIndex:10217; }","duration":"225.17085ms","start":"2026-03-01T01:43:04.80853Z","end":"2026-03-01T01:43:05.033701Z","steps":["trace[1958328757] 'read index received' (duration: 101.456087ms)","trace[1958328757] 'applied index is now lower than readState.Index' (duration: 123.713673ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:43:05.033787Z","caller":"traceutil/trace.go:171","msg":"trace[757321042] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"331.073803ms","start":"2026-03-01T01:43:04.702704Z","end":"2026-03-01T01:43:05.033777Z","steps":["trace[757321042] 'process raft request' (duration: 330.786986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:43:05.033821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:43:04.702678Z","time spent":"331.124925ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:43:05.033824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.286763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:43:05.033857Z","caller":"traceutil/trace.go:171","msg":"trace[1242116179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9849; }","duration":"225.357495ms","start":"2026-03-01T01:43:04.808489Z","end":"2026-03-01T01:43:05.033847Z","steps":["trace[1242116179] 'agreement among raft nodes before linearized reading' (duration: 225.278713ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:05.933042Z","caller":"traceutil/trace.go:171","msg":"trace[1216422791] linearizableReadLoop","detail":"{readStateIndex:10869; appliedIndex:10868; }","duration":"425.543446ms","start":"2026-03-01T01:44:05.507473Z","end":"2026-03-01T01:44:05.933016Z","steps":["trace[1216422791] 'read index received' (duration: 425.31487ms)","trace[1216422791] 'applied index is now lower than readState.Index' (duration: 227.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:44:05.93335Z","caller":"traceutil/trace.go:171","msg":"trace[191715701] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"465.82329ms","start":"2026-03-01T01:44:05.467514Z","end":"2026-03-01T01:44:05.933338Z","steps":["trace[191715701] 'process raft request' (duration: 465.359086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:05.933469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:44:05.467495Z","time spent":"465.893981ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:44:05.933628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.163405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:05.93369Z","caller":"traceutil/trace.go:171","msg":"trace[2044575112] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10483; }","duration":"426.252937ms","start":"2026-03-01T01:44:05.507405Z","end":"2026-03-01T01:44:05.933658Z","steps":["trace[2044575112] 'agreement among raft nodes before linearized reading' (duration: 426.191735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:05.933721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:44:05.50738Z","time spent":"426.33323ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:44:05.933943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.735008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:44:05.93397Z","caller":"traceutil/trace.go:171","msg":"trace[1551914243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:10483; }","duration":"400.761749ms","start":"2026-03-01T01:44:05.5332Z","end":"2026-03-01T01:44:05.933961Z","steps":["trace[1551914243] 'agreement among raft nodes before linearized reading' (duration: 400.653236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:05.933994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:44:05.533138Z","time spent":"400.850262ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:44:17.477105Z","caller":"traceutil/trace.go:171","msg":"trace[1549444120] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"109.458844ms","start":"2026-03-01T01:44:17.367619Z","end":"2026-03-01T01:44:17.477078Z","steps":["trace[1549444120] 'process raft request' (duration: 109.287439ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:23.506864Z","caller":"traceutil/trace.go:171","msg":"trace[1114909271] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"120.035285ms","start":"2026-03-01T01:44:23.386802Z","end":"2026-03-01T01:44:23.506837Z","steps":["trace[1114909271] 'process raft request' (duration: 119.885631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:26.455544Z","caller":"traceutil/trace.go:171","msg":"trace[329761061] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"126.915027ms","start":"2026-03-01T01:44:26.328611Z","end":"2026-03-01T01:44:26.455526Z","steps":["trace[329761061] 'process raft request' (duration: 126.801204ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:26.512166Z","caller":"traceutil/trace.go:171","msg":"trace[1945407860] transaction","detail":"{read_only:false; response_revision:10589; number_of_response:1; }","duration":"182.971174ms","start":"2026-03-01T01:44:26.329166Z","end":"2026-03-01T01:44:26.512137Z","steps":["trace[1945407860] 'process raft request' (duration: 182.895601ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:26.51225Z","caller":"traceutil/trace.go:171","msg":"trace[932155470] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"183.177499ms","start":"2026-03-01T01:44:26.329024Z","end":"2026-03-01T01:44:26.512202Z","steps":["trace[932155470] 'process raft request' (duration: 182.989174ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:26.512218Z","caller":"traceutil/trace.go:171","msg":"trace[1666996667] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"183.147489ms","start":"2026-03-01T01:44:26.329026Z","end":"2026-03-01T01:44:26.512173Z","steps":["trace[1666996667] 'process raft request' (duration: 182.833059ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:26.512382Z","caller":"traceutil/trace.go:171","msg":"trace[655847771] transaction","detail":"{read_only:false; response_revision:10590; number_of_response:1; }","duration":"183.138318ms","start":"2026-03-01T01:44:26.329221Z","end":"2026-03-01T01:44:26.51236Z","steps":["trace[655847771] 'process raft request' (duration: 182.87803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:26.994907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.925321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:44:26.994998Z","caller":"traceutil/trace.go:171","msg":"trace[1230425655] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10590; }","duration":"183.031914ms","start":"2026-03-01T01:44:26.811946Z","end":"2026-03-01T01:44:26.994978Z","steps":["trace[1230425655] 'count revisions from in-memory index tree' (duration: 182.851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:26.995003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.91024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:26.99509Z","caller":"traceutil/trace.go:171","msg":"trace[1788996043] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10590; }","duration":"169.038374ms","start":"2026-03-01T01:44:26.826025Z","end":"2026-03-01T01:44:26.995064Z","steps":["trace[1788996043] 'count revisions from in-memory index tree' (duration: 168.847528ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:28.379861Z","caller":"traceutil/trace.go:171","msg":"trace[119489386] linearizableReadLoop","detail":"{readStateIndex:10985; appliedIndex:10983; }","duration":"100.048437ms","start":"2026-03-01T01:44:28.279787Z","end":"2026-03-01T01:44:28.379835Z","steps":["trace[119489386] 'read index received' (duration: 52.561603ms)","trace[119489386] 'applied index is now lower than readState.Index' (duration: 47.485874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:44:28.380171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.350817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-01T01:44:28.380226Z","caller":"traceutil/trace.go:171","msg":"trace[1501657949] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10595; }","duration":"100.445919ms","start":"2026-03-01T01:44:28.279766Z","end":"2026-03-01T01:44:28.380212Z","steps":["trace[1501657949] 'agreement among raft nodes before linearized reading' (duration: 100.257724ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:28.380275Z","caller":"traceutil/trace.go:171","msg":"trace[597475535] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"105.983612ms","start":"2026-03-01T01:44:28.274263Z","end":"2026-03-01T01:44:28.380246Z","steps":["trace[597475535] 'process raft request' (duration: 105.438876ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:28.623113Z","caller":"traceutil/trace.go:171","msg":"trace[1386331198] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"104.118917ms","start":"2026-03-01T01:44:28.51896Z","end":"2026-03-01T01:44:28.623078Z","steps":["trace[1386331198] 'process raft request' (duration: 103.902361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:28.67695Z","caller":"traceutil/trace.go:171","msg":"trace[708669727] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"156.685962ms","start":"2026-03-01T01:44:28.520233Z","end":"2026-03-01T01:44:28.676919Z","steps":["trace[708669727] 'process raft request' (duration: 156.464585ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:28.677171Z","caller":"traceutil/trace.go:171","msg":"trace[1711257899] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"156.326641ms","start":"2026-03-01T01:44:28.520808Z","end":"2026-03-01T01:44:28.677134Z","steps":["trace[1711257899] 'process raft request' (duration: 156.049323ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:28.677538Z","caller":"traceutil/trace.go:171","msg":"trace[1355779127] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"156.64163ms","start":"2026-03-01T01:44:28.520879Z","end":"2026-03-01T01:44:28.677521Z","steps":["trace[1355779127] 'process raft request' (duration: 156.181147ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:28.677511Z","caller":"traceutil/trace.go:171","msg":"trace[391308049] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"156.331341ms","start":"2026-03-01T01:44:28.52115Z","end":"2026-03-01T01:44:28.677481Z","steps":["trace[391308049] 'process raft request' (duration: 156.239078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:28.970749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.893225ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:44:28.971066Z","caller":"traceutil/trace.go:171","msg":"trace[584358451] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"133.221392ms","start":"2026-03-01T01:44:28.837819Z","end":"2026-03-01T01:44:28.97104Z","steps":["trace[584358451] 'process raft request' (duration: 133.038997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:29.257534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.074889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:29.257642Z","caller":"traceutil/trace.go:171","msg":"trace[1451536139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10601; }","duration":"164.223893ms","start":"2026-03-01T01:44:29.093396Z","end":"2026-03-01T01:44:29.25762Z","steps":["trace[1451536139] 'range keys from in-memory index tree' (duration: 163.968405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:29.257698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.220452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:29.25779Z","caller":"traceutil/trace.go:171","msg":"trace[1831693934] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10601; }","duration":"164.375008ms","start":"2026-03-01T01:44:29.093394Z","end":"2026-03-01T01:44:29.257769Z","steps":["trace[1831693934] 'range keys from in-memory index tree' (duration: 164.11962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:29.25782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.949605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:29.257899Z","caller":"traceutil/trace.go:171","msg":"trace[1559686988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10601; }","duration":"164.089599ms","start":"2026-03-01T01:44:29.09379Z","end":"2026-03-01T01:44:29.25788Z","steps":["trace[1559686988] 'range keys from in-memory index tree' (duration: 163.810331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:29.257904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.573173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:44:29.25792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.212412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:29.257988Z","caller":"traceutil/trace.go:171","msg":"trace[827198921] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10601; }","duration":"164.694367ms","start":"2026-03-01T01:44:29.093275Z","end":"2026-03-01T01:44:29.257969Z","steps":["trace[827198921] 'range keys from in-memory index tree' (duration: 164.493311ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:29.258041Z","caller":"traceutil/trace.go:171","msg":"trace[2063463839] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10601; }","duration":"180.406478ms","start":"2026-03-01T01:44:29.077605Z","end":"2026-03-01T01:44:29.258011Z","steps":["trace[2063463839] 'count revisions from in-memory index tree' (duration: 180.108249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:29.258057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.189872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-01T01:44:29.258113Z","caller":"traceutil/trace.go:171","msg":"trace[1631480786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10601; }","duration":"164.271504ms","start":"2026-03-01T01:44:29.093825Z","end":"2026-03-01T01:44:29.258097Z","steps":["trace[1631480786] 'range keys from in-memory index tree' (duration: 163.982926ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:29.258843Z","caller":"traceutil/trace.go:171","msg":"trace[761075332] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"164.798589ms","start":"2026-03-01T01:44:29.093952Z","end":"2026-03-01T01:44:29.258751Z","steps":["trace[761075332] 'process raft request' (duration: 151.748626ms)","trace[761075332] 'compare' (duration: 12.117066ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:44:29.843568Z","caller":"traceutil/trace.go:171","msg":"trace[1284408749] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"228.908792ms","start":"2026-03-01T01:44:29.614622Z","end":"2026-03-01T01:44:29.843531Z","steps":["trace[1284408749] 'process raft request' (duration: 228.428298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:30.055842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.251691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:44:30.055988Z","caller":"traceutil/trace.go:171","msg":"trace[1923037977] linearizableReadLoop","detail":"{readStateIndex:10996; appliedIndex:10993; }","duration":"247.159438ms","start":"2026-03-01T01:44:29.808812Z","end":"2026-03-01T01:44:30.055972Z","steps":["trace[1923037977] 'read index received' (duration: 34.328978ms)","trace[1923037977] 'applied index is now lower than readState.Index' (duration: 212.82961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:44:30.056078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.274801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:30.056103Z","caller":"traceutil/trace.go:171","msg":"trace[1250229942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10605; }","duration":"247.350024ms","start":"2026-03-01T01:44:29.808746Z","end":"2026-03-01T01:44:30.056096Z","steps":["trace[1250229942] 'agreement among raft nodes before linearized reading' (duration: 247.268161ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:30.056272Z","caller":"traceutil/trace.go:171","msg":"trace[2097845417] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"434.374195ms","start":"2026-03-01T01:44:29.621845Z","end":"2026-03-01T01:44:30.05622Z","steps":["trace[2097845417] 'process raft request' (duration: 282.64898ms)","trace[2097845417] 'compare' (duration: 151.123968ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:44:30.056356Z","caller":"traceutil/trace.go:171","msg":"trace[381356707] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"396.946296ms","start":"2026-03-01T01:44:29.659372Z","end":"2026-03-01T01:44:30.056318Z","steps":["trace[381356707] 'process raft request' (duration: 396.555065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:30.056474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:44:29.621817Z","time spent":"434.5453ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:44:30.056526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:44:29.659346Z","time spent":"397.088361ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:44:30.895477Z","caller":"traceutil/trace.go:171","msg":"trace[1627654286] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"202.579309ms","start":"2026-03-01T01:44:30.692871Z","end":"2026-03-01T01:44:30.89545Z","steps":["trace[1627654286] 'process raft request' (duration: 202.380163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:30.895893Z","caller":"traceutil/trace.go:171","msg":"trace[1143889312] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"202.994131ms","start":"2026-03-01T01:44:30.692872Z","end":"2026-03-01T01:44:30.895866Z","steps":["trace[1143889312] 'process raft request' (duration: 202.539198ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:30.896148Z","caller":"traceutil/trace.go:171","msg":"trace[1726349328] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"203.186667ms","start":"2026-03-01T01:44:30.692918Z","end":"2026-03-01T01:44:30.896104Z","steps":["trace[1726349328] 'process raft request' (duration: 202.860278ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:32.420285Z","caller":"traceutil/trace.go:171","msg":"trace[349210513] transaction","detail":"{read_only:false; response_revision:10614; number_of_response:1; }","duration":"106.728474ms","start":"2026-03-01T01:44:32.313529Z","end":"2026-03-01T01:44:32.420257Z","steps":["trace[349210513] 'process raft request' (duration: 106.370964ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:33.050806Z","caller":"traceutil/trace.go:171","msg":"trace[218250366] transaction","detail":"{read_only:false; response_revision:10617; number_of_response:1; }","duration":"146.562714ms","start":"2026-03-01T01:44:32.904215Z","end":"2026-03-01T01:44:33.050778Z","steps":["trace[218250366] 'process raft request' (duration: 146.395799ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:33.161009Z","caller":"traceutil/trace.go:171","msg":"trace[1848126042] transaction","detail":"{read_only:false; response_revision:10619; number_of_response:1; }","duration":"255.408291ms","start":"2026-03-01T01:44:32.90557Z","end":"2026-03-01T01:44:33.160979Z","steps":["trace[1848126042] 'process raft request' (duration: 255.350179ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:33.161029Z","caller":"traceutil/trace.go:171","msg":"trace[374518096] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"256.719229ms","start":"2026-03-01T01:44:32.904272Z","end":"2026-03-01T01:44:33.160991Z","steps":["trace[374518096] 'process raft request' (duration: 183.112528ms)","trace[374518096] 'compare' (duration: 73.396765ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:44:48.307665Z","caller":"traceutil/trace.go:171","msg":"trace[759307274] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"113.199104ms","start":"2026-03-01T01:44:48.194431Z","end":"2026-03-01T01:44:48.30763Z","steps":["trace[759307274] 'process raft request' (duration: 113.010299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:59.948453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.150964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:44:59.948566Z","caller":"traceutil/trace.go:171","msg":"trace[927483887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10798; }","duration":"142.310939ms","start":"2026-03-01T01:44:59.806233Z","end":"2026-03-01T01:44:59.948544Z","steps":["trace[927483887] 'range keys from in-memory index tree' (duration: 142.081843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:47:50.432343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9699} {"level":"info","ts":"2026-03-01T01:47:50.511248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9699,"took":"76.444488ms","hash":1115292968,"current-db-size-bytes":42541056,"current-db-size":"42 MB","current-db-size-in-use-bytes":23748608,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T01:47:50.511309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1115292968,"revision":9699,"compact-revision":7523} {"level":"info","ts":"2026-03-01T01:49:39.372881Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032d7.wal"} {"level":"info","ts":"2026-03-01T01:50:13.513385Z","caller":"traceutil/trace.go:171","msg":"trace[456284849] transaction","detail":"{read_only:false; response_revision:12788; number_of_response:1; }","duration":"442.566244ms","start":"2026-03-01T01:50:13.070791Z","end":"2026-03-01T01:50:13.513357Z","steps":["trace[456284849] 'process raft request' (duration: 442.431651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:13.51353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:13.070764Z","time spent":"442.703438ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:50:13.54734Z","caller":"traceutil/trace.go:171","msg":"trace[2117979173] transaction","detail":"{read_only:false; response_revision:12789; number_of_response:1; }","duration":"471.057277ms","start":"2026-03-01T01:50:13.076255Z","end":"2026-03-01T01:50:13.547312Z","steps":["trace[2117979173] 'process raft request' (duration: 470.857512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:13.547558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:13.076229Z","time spent":"471.232331ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:50:13.547597Z","caller":"traceutil/trace.go:171","msg":"trace[370574294] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"290.523367ms","start":"2026-03-01T01:50:13.257054Z","end":"2026-03-01T01:50:13.547577Z","steps":["trace[370574294] 'process raft request' (duration: 290.198949ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:13.547952Z","caller":"traceutil/trace.go:171","msg":"trace[838456535] transaction","detail":"{read_only:false; response_revision:12791; number_of_response:1; }","duration":"262.663251ms","start":"2026-03-01T01:50:13.285255Z","end":"2026-03-01T01:50:13.547918Z","steps":["trace[838456535] 'process raft request' (duration: 262.23593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:13.548076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.715579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:50:13.5481Z","caller":"traceutil/trace.go:171","msg":"trace[468837381] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12792; }","duration":"230.796711ms","start":"2026-03-01T01:50:13.317297Z","end":"2026-03-01T01:50:13.548094Z","steps":["trace[468837381] 'agreement among raft nodes before linearized reading' (duration: 230.721169ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:13.547999Z","caller":"traceutil/trace.go:171","msg":"trace[2034550700] linearizableReadLoop","detail":"{readStateIndex:13261; appliedIndex:13257; }","duration":"230.647988ms","start":"2026-03-01T01:50:13.317343Z","end":"2026-03-01T01:50:13.547991Z","steps":["trace[2034550700] 'read index received' (duration: 195.955156ms)","trace[2034550700] 'applied index is now lower than readState.Index' (duration: 34.692112ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:16.706997Z","caller":"traceutil/trace.go:171","msg":"trace[1316514303] transaction","detail":"{read_only:false; response_revision:12807; number_of_response:1; }","duration":"296.409449ms","start":"2026-03-01T01:50:16.410561Z","end":"2026-03-01T01:50:16.706971Z","steps":["trace[1316514303] 'process raft request' (duration: 296.277966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:16.713549Z","caller":"traceutil/trace.go:171","msg":"trace[1966129741] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"302.70148ms","start":"2026-03-01T01:50:16.410819Z","end":"2026-03-01T01:50:16.71352Z","steps":["trace[1966129741] 'process raft request' (duration: 302.585327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:16.713674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:16.410809Z","time spent":"302.790502ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:50:36.198106Z","caller":"traceutil/trace.go:171","msg":"trace[1750465899] transaction","detail":"{read_only:false; response_revision:12901; number_of_response:1; }","duration":"575.198115ms","start":"2026-03-01T01:50:35.622878Z","end":"2026-03-01T01:50:36.198076Z","steps":["trace[1750465899] 'process raft request' (duration: 575.050481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:36.198258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:35.622858Z","time spent":"575.319728ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:50:36.201904Z","caller":"traceutil/trace.go:171","msg":"trace[1751905955] linearizableReadLoop","detail":"{readStateIndex:13378; appliedIndex:13376; }","duration":"396.118382ms","start":"2026-03-01T01:50:35.805769Z","end":"2026-03-01T01:50:36.201888Z","steps":["trace[1751905955] 'read index received' (duration: 392.121119ms)","trace[1751905955] 'applied index is now lower than readState.Index' (duration: 3.995923ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:36.201946Z","caller":"traceutil/trace.go:171","msg":"trace[1746303741] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"577.658368ms","start":"2026-03-01T01:50:35.624263Z","end":"2026-03-01T01:50:36.201922Z","steps":["trace[1746303741] 'process raft request' (duration: 577.546976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:36.202001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.223284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:50:36.202037Z","caller":"traceutil/trace.go:171","msg":"trace[606299338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12902; }","duration":"396.285476ms","start":"2026-03-01T01:50:35.805743Z","end":"2026-03-01T01:50:36.202028Z","steps":["trace[606299338] 'agreement among raft nodes before linearized reading' (duration: 396.208174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:36.202033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:35.62425Z","time spent":"577.73799ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:50:36.202069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:35.80573Z","time spent":"396.333077ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:50:50.972233Z","caller":"traceutil/trace.go:171","msg":"trace[658333713] linearizableReadLoop","detail":"{readStateIndex:13470; appliedIndex:13469; }","duration":"116.669669ms","start":"2026-03-01T01:50:50.855535Z","end":"2026-03-01T01:50:50.972205Z","steps":["trace[658333713] 'read index received' (duration: 32.701261ms)","trace[658333713] 'applied index is now lower than readState.Index' (duration: 83.967258ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:50.972416Z","caller":"traceutil/trace.go:171","msg":"trace[1114676568] transaction","detail":"{read_only:false; response_revision:12990; number_of_response:1; }","duration":"137.158276ms","start":"2026-03-01T01:50:50.835201Z","end":"2026-03-01T01:50:50.972359Z","steps":["trace[1114676568] 'process raft request' (duration: 53.057024ms)","trace[1114676568] 'compare' (duration: 83.734712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:50:50.972511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.979637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:50:50.9725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.906066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:50:50.97259Z","caller":"traceutil/trace.go:171","msg":"trace[1116538775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12990; }","duration":"117.093219ms","start":"2026-03-01T01:50:50.855481Z","end":"2026-03-01T01:50:50.972574Z","steps":["trace[1116538775] 'agreement among raft nodes before linearized reading' (duration: 116.862803ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:50.972603Z","caller":"traceutil/trace.go:171","msg":"trace[1336216274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12990; }","duration":"110.06683ms","start":"2026-03-01T01:50:50.862524Z","end":"2026-03-01T01:50:50.972591Z","steps":["trace[1336216274] 'agreement among raft nodes before linearized reading' (duration: 109.838324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:51.252023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.835216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:50:51.252166Z","caller":"traceutil/trace.go:171","msg":"trace[1339064638] linearizableReadLoop","detail":"{readStateIndex:13472; appliedIndex:13471; }","duration":"226.480691ms","start":"2026-03-01T01:50:51.025645Z","end":"2026-03-01T01:50:51.252126Z","steps":["trace[1339064638] 'read index received' (duration: 91.475931ms)","trace[1339064638] 'applied index is now lower than readState.Index' (duration: 135.00294ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:51.252275Z","caller":"traceutil/trace.go:171","msg":"trace[644662613] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"274.940147ms","start":"2026-03-01T01:50:50.977317Z","end":"2026-03-01T01:50:51.252257Z","steps":["trace[644662613] 'process raft request' (duration: 139.770183ms)","trace[644662613] 'compare' (duration: 134.570099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:50:51.252515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.609466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:50:51.252577Z","caller":"traceutil/trace.go:171","msg":"trace[958905489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12992; }","duration":"221.692939ms","start":"2026-03-01T01:50:51.030869Z","end":"2026-03-01T01:50:51.252562Z","steps":["trace[958905489] 'agreement among raft nodes before linearized reading' (duration: 221.513974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:51.252632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.979644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:50:51.252694Z","caller":"traceutil/trace.go:171","msg":"trace[685842661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12992; }","duration":"227.044336ms","start":"2026-03-01T01:50:51.025639Z","end":"2026-03-01T01:50:51.252684Z","steps":["trace[685842661] 'agreement among raft nodes before linearized reading' (duration: 226.915593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:51.252679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.975988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:50:51.25276Z","caller":"traceutil/trace.go:171","msg":"trace[58922968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12992; }","duration":"219.097631ms","start":"2026-03-01T01:50:51.033635Z","end":"2026-03-01T01:50:51.252733Z","steps":["trace[58922968] 'agreement among raft nodes before linearized reading' (duration: 218.935897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:51.252924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.093694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:50:51.253057Z","caller":"traceutil/trace.go:171","msg":"trace[1011727206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:12992; }","duration":"123.661808ms","start":"2026-03-01T01:50:51.129381Z","end":"2026-03-01T01:50:51.253043Z","steps":["trace[1011727206] 'agreement among raft nodes before linearized reading' (duration: 123.020962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:52.917756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:50:53.418908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:50:53.794976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426113566s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:50:53.795139Z","caller":"traceutil/trace.go:171","msg":"trace[695397215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12998; }","duration":"1.426286251s","start":"2026-03-01T01:50:52.368823Z","end":"2026-03-01T01:50:53.79511Z","steps":["trace[695397215] 'range keys from in-memory index tree' (duration: 1.426065285s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:53.919498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:50:54.264339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979599553s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:50:54.264777Z","caller":"traceutil/trace.go:171","msg":"trace[1336992973] transaction","detail":"{read_only:false; response_revision:12999; number_of_response:1; }","duration":"2.008503575s","start":"2026-03-01T01:50:52.256249Z","end":"2026-03-01T01:50:54.264753Z","steps":["trace[1336992973] 'process raft request' (duration: 2.008314491s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.264926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:52.256225Z","time spent":"2.008624039s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:50:54.849218Z","caller":"traceutil/trace.go:171","msg":"trace[255730557] linearizableReadLoop","detail":"{readStateIndex:13480; appliedIndex:13478; }","duration":"2.431742655s","start":"2026-03-01T01:50:52.417421Z","end":"2026-03-01T01:50:54.849164Z","steps":["trace[255730557] 'read index received' (duration: 1.847102218s)","trace[255730557] 'applied index is now lower than readState.Index' (duration: 584.637337ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:54.849355Z","caller":"traceutil/trace.go:171","msg":"trace[821566720] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"559.457481ms","start":"2026-03-01T01:50:54.289854Z","end":"2026-03-01T01:50:54.849311Z","steps":["trace[821566720] 'process raft request' (duration: 559.146103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432005731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:50:54.849492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043275456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:50:54.849515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:54.289833Z","time spent":"559.596014ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:50:54.849504Z","caller":"traceutil/trace.go:171","msg":"trace[1896170715] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13002; }","duration":"2.432136684s","start":"2026-03-01T01:50:52.41735Z","end":"2026-03-01T01:50:54.849487Z","steps":["trace[1896170715] 'agreement among raft nodes before linearized reading' (duration: 2.432014891s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857853224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T01:50:54.849584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:52.417324Z","time spent":"2.432245137s","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:50:54.849539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536138454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:50:54.849595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624544536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:50:54.849629Z","caller":"traceutil/trace.go:171","msg":"trace[358824431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13002; }","duration":"1.857947175s","start":"2026-03-01T01:50:52.991665Z","end":"2026-03-01T01:50:54.849613Z","steps":["trace[358824431] 'agreement among raft nodes before linearized reading' (duration: 1.85775649s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.902018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:50:54.849678Z","caller":"traceutil/trace.go:171","msg":"trace[2096417777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13002; }","duration":"1.536334449s","start":"2026-03-01T01:50:53.313291Z","end":"2026-03-01T01:50:54.849626Z","steps":["trace[2096417777] 'agreement among raft nodes before linearized reading' (duration: 1.536135424s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.849575Z","caller":"traceutil/trace.go:171","msg":"trace[2044203980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13002; }","duration":"1.043379429s","start":"2026-03-01T01:50:53.806174Z","end":"2026-03-01T01:50:54.849553Z","steps":["trace[2044203980] 'agreement among raft nodes before linearized reading' (duration: 1.043245375s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856222521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:50:54.849696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.523931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-01T01:50:54.849667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592965095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:50:54.849738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.80616Z","time spent":"1.043565503s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:50:54.849759Z","caller":"traceutil/trace.go:171","msg":"trace[110632447] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13002; }","duration":"445.586073ms","start":"2026-03-01T01:50:54.404154Z","end":"2026-03-01T01:50:54.84974Z","steps":["trace[110632447] 'agreement among raft nodes before linearized reading' (duration: 445.441549ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.849788Z","caller":"traceutil/trace.go:171","msg":"trace[350577803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13002; }","duration":"1.856336384s","start":"2026-03-01T01:50:52.993432Z","end":"2026-03-01T01:50:54.849769Z","steps":["trace[350577803] 'agreement among raft nodes before linearized reading' (duration: 1.856095948s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580053183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:50:54.849782Z","caller":"traceutil/trace.go:171","msg":"trace[594334529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13002; }","duration":"1.593141499s","start":"2026-03-01T01:50:53.256621Z","end":"2026-03-01T01:50:54.849762Z","steps":["trace[594334529] 'agreement among raft nodes before linearized reading' (duration: 1.592867632s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:54.404136Z","time spent":"445.666705ms","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-01T01:50:54.849827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:52.99341Z","time spent":"1.856408477s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:50:54.849835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577104688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:50:54.849862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.31327Z","time spent":"1.536447952s","remote":"127.0.0.1:57268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:50:54.84985Z","caller":"traceutil/trace.go:171","msg":"trace[77034781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13002; }","duration":"1.580103414s","start":"2026-03-01T01:50:53.269733Z","end":"2026-03-01T01:50:54.849837Z","steps":["trace[77034781] 'agreement among raft nodes before linearized reading' (duration: 1.579980171s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:52.991653Z","time spent":"1.858015808s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:50:54.849701Z","caller":"traceutil/trace.go:171","msg":"trace[642613058] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13002; }","duration":"917.049121ms","start":"2026-03-01T01:50:53.932633Z","end":"2026-03-01T01:50:54.849682Z","steps":["trace[642613058] 'agreement among raft nodes before linearized reading' (duration: 916.969509ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.849888Z","caller":"traceutil/trace.go:171","msg":"trace[740726649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13002; }","duration":"1.577172519s","start":"2026-03-01T01:50:53.2727Z","end":"2026-03-01T01:50:54.849873Z","steps":["trace[740726649] 'agreement among raft nodes before linearized reading' (duration: 1.577032135s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.269678Z","time spent":"1.580222328s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:50:54.849933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577338683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:50:54.849945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.932606Z","time spent":"917.313998ms","remote":"127.0.0.1:50824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:50:54.849678Z","caller":"traceutil/trace.go:171","msg":"trace[195947470] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13002; }","duration":"1.62467589s","start":"2026-03-01T01:50:53.224983Z","end":"2026-03-01T01:50:54.849659Z","steps":["trace[195947470] 'agreement among raft nodes before linearized reading' (duration: 1.624543116s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.86297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-58d7b45d8d-6crn7.1898949324d18625\" ","response":"range_response_count:1 size:871"} {"level":"warn","ts":"2026-03-01T01:50:54.849581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577809496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:50:54.850064Z","caller":"traceutil/trace.go:171","msg":"trace[1118826792] range","detail":"{range_begin:/registry/events/openstack/placement-api-58d7b45d8d-6crn7.1898949324d18625; range_end:; response_count:1; response_revision:13002; }","duration":"502.399753ms","start":"2026-03-01T01:50:54.347647Z","end":"2026-03-01T01:50:54.850046Z","steps":["trace[1118826792] 'agreement among raft nodes before linearized reading' (duration: 501.783408ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.850086Z","caller":"traceutil/trace.go:171","msg":"trace[77024533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13002; }","duration":"1.578339199s","start":"2026-03-01T01:50:53.271727Z","end":"2026-03-01T01:50:54.850066Z","steps":["trace[77024533] 'agreement among raft nodes before linearized reading' (duration: 1.577694732s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229694718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-01T01:50:54.850127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:54.347627Z","time spent":"502.485125ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":894,"request content":"key:\"/registry/events/openstack/placement-api-58d7b45d8d-6crn7.1898949324d18625\" "} {"level":"warn","ts":"2026-03-01T01:50:54.850143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.271716Z","time spent":"1.578409631s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:50:54.849225Z","caller":"traceutil/trace.go:171","msg":"trace[1519394274] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"365.497945ms","start":"2026-03-01T01:50:54.483697Z","end":"2026-03-01T01:50:54.849195Z","steps":["trace[1519394274] 'process raft request' (duration: 365.432163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.849938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.272692Z","time spent":"1.577234s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:50:54.850071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.224961Z","time spent":"1.62506097s","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:50:54.850257Z","caller":"traceutil/trace.go:171","msg":"trace[132287360] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:13002; }","duration":"1.230145699s","start":"2026-03-01T01:50:53.62004Z","end":"2026-03-01T01:50:54.850185Z","steps":["trace[132287360] 'agreement among raft nodes before linearized reading' (duration: 1.22940878s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.85038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.62001Z","time spent":"1.230356985s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-01T01:50:54.849864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.256602Z","time spent":"1.593251293s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:50:54.849565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.817766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-01T01:50:54.850889Z","caller":"traceutil/trace.go:171","msg":"trace[2057723527] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13002; }","duration":"208.14473ms","start":"2026-03-01T01:50:54.642686Z","end":"2026-03-01T01:50:54.85083Z","steps":["trace[2057723527] 'agreement among raft nodes before linearized reading' (duration: 206.738404ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.849986Z","caller":"traceutil/trace.go:171","msg":"trace[618023407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:13002; }","duration":"1.577412776s","start":"2026-03-01T01:50:53.272561Z","end":"2026-03-01T01:50:54.849974Z","steps":["trace[618023407] 'agreement among raft nodes before linearized reading' (duration: 1.577245351s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.851256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:54.483675Z","time spent":"366.563752ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:50:54.849232Z","caller":"traceutil/trace.go:171","msg":"trace[1460969982] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"1.871349721s","start":"2026-03-01T01:50:52.977812Z","end":"2026-03-01T01:50:54.849162Z","steps":["trace[1460969982] 'process raft request' (duration: 1.831695681s)","trace[1460969982] 'compare' (duration: 39.180598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:50:54.851251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:53.272551Z","time spent":"1.578611816s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:50:54.854007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:52.977789Z","time spent":"1.875587099s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:50:56.043481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:50:56.544432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:50:56.595426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244034046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:50:56.595836Z","caller":"traceutil/trace.go:171","msg":"trace[1566351282] transaction","detail":"{read_only:false; response_revision:13010; number_of_response:1; }","duration":"1.244521918s","start":"2026-03-01T01:50:55.351293Z","end":"2026-03-01T01:50:56.595815Z","steps":["trace[1566351282] 'process raft request' (duration: 1.244349924s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:56.595957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:55.351275Z","time spent":"1.24462291s","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:50:56.611044Z","caller":"traceutil/trace.go:171","msg":"trace[933416149] linearizableReadLoop","detail":"{readStateIndex:13493; appliedIndex:13490; }","duration":"1.068162326s","start":"2026-03-01T01:50:55.542864Z","end":"2026-03-01T01:50:56.611026Z","steps":["trace[933416149] 'read index received' (duration: 1.052886133s)","trace[933416149] 'applied index is now lower than readState.Index' (duration: 15.275203ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:56.611089Z","caller":"traceutil/trace.go:171","msg":"trace[1664435061] transaction","detail":"{read_only:false; response_revision:13011; number_of_response:1; }","duration":"1.066373399s","start":"2026-03-01T01:50:55.544681Z","end":"2026-03-01T01:50:56.611055Z","steps":["trace[1664435061] 'process raft request' (duration: 1.066191035s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:56.611148Z","caller":"traceutil/trace.go:171","msg":"trace[648748394] transaction","detail":"{read_only:false; response_revision:13012; number_of_response:1; }","duration":"340.895792ms","start":"2026-03-01T01:50:56.270241Z","end":"2026-03-01T01:50:56.611137Z","steps":["trace[648748394] 'process raft request' (duration: 340.731077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:56.611227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:56.270215Z","time spent":"340.958453ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:50:56.611226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:55.544667Z","time spent":"1.066491922s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:50:56.611313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.107008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:50:56.611225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.224503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:50:56.611406Z","caller":"traceutil/trace.go:171","msg":"trace[357973256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13012; }","duration":"192.254922ms","start":"2026-03-01T01:50:56.419133Z","end":"2026-03-01T01:50:56.611388Z","steps":["trace[357973256] 'agreement among raft nodes before linearized reading' (duration: 192.076907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:56.611429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068564276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-x2mgd\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-03-01T01:50:56.611481Z","caller":"traceutil/trace.go:171","msg":"trace[882666746] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-x2mgd; range_end:; response_count:1; response_revision:13012; }","duration":"1.068632508s","start":"2026-03-01T01:50:55.542832Z","end":"2026-03-01T01:50:56.611465Z","steps":["trace[882666746] 'agreement among raft nodes before linearized reading' (duration: 1.068409632s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:56.611523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:55.54282Z","time spent":"1.068695619s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12521,"request content":"key:\"/registry/pods/openstack/openvswitch-x2mgd\" "} {"level":"info","ts":"2026-03-01T01:50:56.611455Z","caller":"traceutil/trace.go:171","msg":"trace[1524284379] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13012; }","duration":"750.439389ms","start":"2026-03-01T01:50:55.86098Z","end":"2026-03-01T01:50:56.611419Z","steps":["trace[1524284379] 'agreement among raft nodes before linearized reading' (duration: 750.174532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:56.611633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:55.860916Z","time spent":"750.702506ms","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:50:56.611343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.472907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T01:50:56.611724Z","caller":"traceutil/trace.go:171","msg":"trace[466348209] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13012; }","duration":"199.915938ms","start":"2026-03-01T01:50:56.411798Z","end":"2026-03-01T01:50:56.611714Z","steps":["trace[466348209] 'agreement among raft nodes before linearized reading' (duration: 199.417986ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:56.960736Z","caller":"traceutil/trace.go:171","msg":"trace[1616774714] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"104.577578ms","start":"2026-03-01T01:50:56.856134Z","end":"2026-03-01T01:50:56.960712Z","steps":["trace[1616774714] 'process raft request' (duration: 104.427334ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:56.96245Z","caller":"traceutil/trace.go:171","msg":"trace[904362004] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"103.271554ms","start":"2026-03-01T01:50:56.859151Z","end":"2026-03-01T01:50:56.962422Z","steps":["trace[904362004] 'process raft request' (duration: 103.099759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:58.221552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.360549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:50:58.221639Z","caller":"traceutil/trace.go:171","msg":"trace[2142555253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13026; }","duration":"412.493123ms","start":"2026-03-01T01:50:57.809126Z","end":"2026-03-01T01:50:58.221619Z","steps":["trace[2142555253] 'range keys from in-memory index tree' (duration: 412.283057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:58.221682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:57.809105Z","time spent":"412.569194ms","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:50:58.221672Z","caller":"traceutil/trace.go:171","msg":"trace[2026192936] linearizableReadLoop","detail":"{readStateIndex:13508; appliedIndex:13507; }","duration":"344.755931ms","start":"2026-03-01T01:50:57.876888Z","end":"2026-03-01T01:50:58.221644Z","steps":["trace[2026192936] 'read index received' (duration: 329.755766ms)","trace[2026192936] 'applied index is now lower than readState.Index' (duration: 14.998905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:50:58.221891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.986947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:50:58.222316Z","caller":"traceutil/trace.go:171","msg":"trace[320437544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13027; }","duration":"345.458459ms","start":"2026-03-01T01:50:57.876833Z","end":"2026-03-01T01:50:58.222291Z","steps":["trace[320437544] 'agreement among raft nodes before linearized reading' (duration: 344.892194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:58.222429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:57.876813Z","time spent":"345.593383ms","remote":"127.0.0.1:41990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:50:58.221972Z","caller":"traceutil/trace.go:171","msg":"trace[93455746] transaction","detail":"{read_only:false; response_revision:13027; number_of_response:1; }","duration":"410.84897ms","start":"2026-03-01T01:50:57.811107Z","end":"2026-03-01T01:50:58.221956Z","steps":["trace[93455746] 'process raft request' (duration: 395.523326ms)","trace[93455746] 'compare' (duration: 14.303398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:50:58.222542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:50:57.811091Z","time spent":"411.379883ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:51:11.523779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:51:12.024602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:51:12.525765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979963809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:51:12.62132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.984304923s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:51:12.621861Z","caller":"traceutil/trace.go:171","msg":"trace[1222415373] transaction","detail":"{read_only:false; response_revision:13178; number_of_response:1; }","duration":"1.984924049s","start":"2026-03-01T01:51:10.636903Z","end":"2026-03-01T01:51:12.621827Z","steps":["trace[1222415373] 'process raft request' (duration: 1.984642132s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.622032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.636879Z","time spent":"1.985062623s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:51:12.85588Z","caller":"traceutil/trace.go:171","msg":"trace[222678932] transaction","detail":"{read_only:false; response_revision:13179; number_of_response:1; }","duration":"2.203038736s","start":"2026-03-01T01:51:10.652814Z","end":"2026-03-01T01:51:12.855852Z","steps":["trace[222678932] 'process raft request' (duration: 2.202665796s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.85604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.652797Z","time spent":"2.203154759s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:51:12.856168Z","caller":"traceutil/trace.go:171","msg":"trace[1384355160] linearizableReadLoop","detail":"{readStateIndex:13671; appliedIndex:13667; }","duration":"1.8328287s","start":"2026-03-01T01:51:11.023309Z","end":"2026-03-01T01:51:12.856138Z","steps":["trace[1384355160] 'read index received' (duration: 1.598269941s)","trace[1384355160] 'applied index is now lower than readState.Index' (duration: 234.557389ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:51:12.856272Z","caller":"traceutil/trace.go:171","msg":"trace[1479424961] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"1.848776339s","start":"2026-03-01T01:51:11.007458Z","end":"2026-03-01T01:51:12.856234Z","steps":["trace[1479424961] 'process raft request' (duration: 1.848172824s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:12.856317Z","caller":"traceutil/trace.go:171","msg":"trace[1384333168] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"1.846681806s","start":"2026-03-01T01:51:11.009606Z","end":"2026-03-01T01:51:12.856288Z","steps":["trace[1384333168] 'process raft request' (duration: 1.846403149s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.85646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833134588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:51:12.856448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.009583Z","time spent":"1.846785759s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:51:12.856499Z","caller":"traceutil/trace.go:171","msg":"trace[1694659224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13181; }","duration":"1.833189199s","start":"2026-03-01T01:51:11.023299Z","end":"2026-03-01T01:51:12.856488Z","steps":["trace[1694659224] 'agreement among raft nodes before linearized reading' (duration: 1.833007534s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.856501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.007435Z","time spent":"1.848922734s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:51:12.856533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.023253Z","time spent":"1.833273262s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:51:12.85656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831420104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:51:12.856607Z","caller":"traceutil/trace.go:171","msg":"trace[2093756929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13181; }","duration":"1.831493386s","start":"2026-03-01T01:51:11.025102Z","end":"2026-03-01T01:51:12.856595Z","steps":["trace[2093756929] 'agreement among raft nodes before linearized reading' (duration: 1.831334512s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.856665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.02509Z","time spent":"1.831541497s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:51:12.856712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048663434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:51:12.85672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24654503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:51:12.85677Z","caller":"traceutil/trace.go:171","msg":"trace[813965897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13181; }","duration":"1.048762227s","start":"2026-03-01T01:51:11.807991Z","end":"2026-03-01T01:51:12.856754Z","steps":["trace[813965897] 'agreement among raft nodes before linearized reading' (duration: 1.048624533s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.856779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590340007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:51:12.856783Z","caller":"traceutil/trace.go:171","msg":"trace[421106968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13181; }","duration":"1.246649883s","start":"2026-03-01T01:51:11.610114Z","end":"2026-03-01T01:51:12.856764Z","steps":["trace[421106968] 'agreement among raft nodes before linearized reading' (duration: 1.246509379s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.8568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.034333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-x2mgd\" ","response":"range_response_count:1 size:13157"} {"level":"info","ts":"2026-03-01T01:51:12.856813Z","caller":"traceutil/trace.go:171","msg":"trace[1513047503] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13181; }","duration":"1.590416179s","start":"2026-03-01T01:51:11.266386Z","end":"2026-03-01T01:51:12.856802Z","steps":["trace[1513047503] 'agreement among raft nodes before linearized reading' (duration: 1.590353337s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.856813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.807969Z","time spent":"1.048832689s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:51:12.856835Z","caller":"traceutil/trace.go:171","msg":"trace[343106909] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-x2mgd; range_end:; response_count:1; response_revision:13181; }","duration":"230.131155ms","start":"2026-03-01T01:51:12.626694Z","end":"2026-03-01T01:51:12.856825Z","steps":["trace[343106909] 'agreement among raft nodes before linearized reading' (duration: 230.020722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.856832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.610093Z","time spent":"1.246725455s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:51:12.856844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.266362Z","time spent":"1.590474481s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:51:12.857084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78380815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:51:12.857113Z","caller":"traceutil/trace.go:171","msg":"trace[1548695033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:13181; }","duration":"1.783862601s","start":"2026-03-01T01:51:11.073242Z","end":"2026-03-01T01:51:12.857104Z","steps":["trace[1548695033] 'agreement among raft nodes before linearized reading' (duration: 1.783769728s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.857138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.073229Z","time spent":"1.783904173s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:51:12.857158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.043221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20620"} {"level":"info","ts":"2026-03-01T01:51:12.857208Z","caller":"traceutil/trace.go:171","msg":"trace[254642810] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:13181; }","duration":"426.127043ms","start":"2026-03-01T01:51:12.431067Z","end":"2026-03-01T01:51:12.857194Z","steps":["trace[254642810] 'agreement among raft nodes before linearized reading' (duration: 425.953189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.857247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:12.431044Z","time spent":"426.192525ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20643,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" "} {"level":"warn","ts":"2026-03-01T01:51:12.857288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820703078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:51:12.857406Z","caller":"traceutil/trace.go:171","msg":"trace[13839928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13181; }","duration":"1.820837562s","start":"2026-03-01T01:51:11.03655Z","end":"2026-03-01T01:51:12.857388Z","steps":["trace[13839928] 'agreement among raft nodes before linearized reading' (duration: 1.820653277s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.857325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825919732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:51:12.857541Z","caller":"traceutil/trace.go:171","msg":"trace[471424522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13181; }","duration":"1.826114857s","start":"2026-03-01T01:51:11.031397Z","end":"2026-03-01T01:51:12.857512Z","steps":["trace[471424522] 'agreement among raft nodes before linearized reading' (duration: 1.825856061s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.85758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.031366Z","time spent":"1.82620448s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:51:12.857476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.036539Z","time spent":"1.820926484s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:51:12.857884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375228168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151655"} {"level":"info","ts":"2026-03-01T01:51:12.857935Z","caller":"traceutil/trace.go:171","msg":"trace[1823884080] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13181; }","duration":"1.375320631s","start":"2026-03-01T01:51:11.482604Z","end":"2026-03-01T01:51:12.857924Z","steps":["trace[1823884080] 'agreement among raft nodes before linearized reading' (duration: 1.374592102s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.857967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.482582Z","time spent":"1.375376952s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151678,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:51:12.858226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481347065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:91 size:979161"} {"level":"info","ts":"2026-03-01T01:51:12.858361Z","caller":"traceutil/trace.go:171","msg":"trace[1437936120] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:91; response_revision:13181; }","duration":"1.481525221s","start":"2026-03-01T01:51:11.376821Z","end":"2026-03-01T01:51:12.858346Z","steps":["trace[1437936120] 'agreement among raft nodes before linearized reading' (duration: 1.479664223s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.858417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.376798Z","time spent":"1.481591742s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":91,"response size":979184,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:51:12.857721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821051177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:51:12.8587Z","caller":"traceutil/trace.go:171","msg":"trace[435423970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13181; }","duration":"1.822059144s","start":"2026-03-01T01:51:11.036586Z","end":"2026-03-01T01:51:12.858646Z","steps":["trace[435423970] 'agreement among raft nodes before linearized reading' (duration: 1.820831812s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.858786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.036575Z","time spent":"1.822159966s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:51:18.998806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.622185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:51:18.998871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.379906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdf75218-3358-46be-8412-ce8491f8d7f9\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-01T01:51:18.998903Z","caller":"traceutil/trace.go:171","msg":"trace[1651065485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13307; }","duration":"191.769139ms","start":"2026-03-01T01:51:18.807113Z","end":"2026-03-01T01:51:18.998882Z","steps":["trace[1651065485] 'range keys from in-memory index tree' (duration: 191.522923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:18.998966Z","caller":"traceutil/trace.go:171","msg":"trace[58117723] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fdf75218-3358-46be-8412-ce8491f8d7f9; range_end:; response_count:1; response_revision:13307; }","duration":"392.51764ms","start":"2026-03-01T01:51:18.606421Z","end":"2026-03-01T01:51:18.998939Z","steps":["trace[58117723] 'range keys from in-memory index tree' (duration: 392.19223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:18.999104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:18.606404Z","time spent":"392.688484ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdf75218-3358-46be-8412-ce8491f8d7f9\" "} {"level":"info","ts":"2026-03-01T01:51:19.015057Z","caller":"traceutil/trace.go:171","msg":"trace[417994771] linearizableReadLoop","detail":"{readStateIndex:13803; appliedIndex:13799; }","duration":"132.611409ms","start":"2026-03-01T01:51:18.882411Z","end":"2026-03-01T01:51:19.015022Z","steps":["trace[417994771] 'read index received' (duration: 129.960981ms)","trace[417994771] 'applied index is now lower than readState.Index' (duration: 2.648518ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:51:19.015181Z","caller":"traceutil/trace.go:171","msg":"trace[340589910] transaction","detail":"{read_only:false; response_revision:13310; number_of_response:1; }","duration":"136.223331ms","start":"2026-03-01T01:51:18.878918Z","end":"2026-03-01T01:51:19.015141Z","steps":["trace[340589910] 'process raft request' (duration: 136.069807ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:19.0152Z","caller":"traceutil/trace.go:171","msg":"trace[887151709] transaction","detail":"{read_only:false; response_revision:13308; number_of_response:1; }","duration":"140.557723ms","start":"2026-03-01T01:51:18.874574Z","end":"2026-03-01T01:51:19.015132Z","steps":["trace[887151709] 'process raft request' (duration: 140.234274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:19.015426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.997289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:51:19.01548Z","caller":"traceutil/trace.go:171","msg":"trace[319049266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13310; }","duration":"133.102311ms","start":"2026-03-01T01:51:18.882363Z","end":"2026-03-01T01:51:19.015465Z","steps":["trace[319049266] 'agreement among raft nodes before linearized reading' (duration: 132.817204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:19.015514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.508152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:51:19.015569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.203472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdf75218-3358-46be-8412-ce8491f8d7f9\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-01T01:51:19.015594Z","caller":"traceutil/trace.go:171","msg":"trace[1071077361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13310; }","duration":"126.612334ms","start":"2026-03-01T01:51:18.888961Z","end":"2026-03-01T01:51:19.015573Z","steps":["trace[1071077361] 'agreement among raft nodes before linearized reading' (duration: 126.408619ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:19.015637Z","caller":"traceutil/trace.go:171","msg":"trace[573069827] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fdf75218-3358-46be-8412-ce8491f8d7f9; range_end:; response_count:1; response_revision:13310; }","duration":"117.304815ms","start":"2026-03-01T01:51:18.898315Z","end":"2026-03-01T01:51:19.01562Z","steps":["trace[573069827] 'agreement among raft nodes before linearized reading' (duration: 117.139821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:19.015788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.129256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:51:19.015785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.995896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:51:19.015847Z","caller":"traceutil/trace.go:171","msg":"trace[216887428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13310; }","duration":"118.204368ms","start":"2026-03-01T01:51:18.897625Z","end":"2026-03-01T01:51:19.015829Z","steps":["trace[216887428] 'agreement among raft nodes before linearized reading' (duration: 118.083845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:19.015849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.253895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:51:19.015864Z","caller":"traceutil/trace.go:171","msg":"trace[563857386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13310; }","duration":"122.137449ms","start":"2026-03-01T01:51:18.893708Z","end":"2026-03-01T01:51:19.015845Z","steps":["trace[563857386] 'agreement among raft nodes before linearized reading' (duration: 121.925714ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:19.015916Z","caller":"traceutil/trace.go:171","msg":"trace[360505754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13310; }","duration":"119.340127ms","start":"2026-03-01T01:51:18.896557Z","end":"2026-03-01T01:51:19.015897Z","steps":["trace[360505754] 'agreement among raft nodes before linearized reading' (duration: 119.117562ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:19.016063Z","caller":"traceutil/trace.go:171","msg":"trace[371410184] transaction","detail":"{read_only:false; response_revision:13309; number_of_response:1; }","duration":"137.963216ms","start":"2026-03-01T01:51:18.877102Z","end":"2026-03-01T01:51:19.015066Z","steps":["trace[371410184] 'process raft request' (duration: 137.843963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:37.451963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058399979966648,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:52:37.609416Z","caller":"traceutil/trace.go:171","msg":"trace[85159048] transaction","detail":"{read_only:false; response_revision:14046; number_of_response:1; }","duration":"663.338101ms","start":"2026-03-01T01:52:36.946056Z","end":"2026-03-01T01:52:37.609394Z","steps":["trace[85159048] 'process raft request' (duration: 663.175376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:37.609638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:36.946043Z","time spent":"663.511046ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:39.494698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884449192s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:52:39.808287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T01:52:39.808381Z","caller":"traceutil/trace.go:171","msg":"trace[413767815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436231s","start":"2026-03-01T01:52:37.807923Z","end":"2026-03-01T01:52:39.808359Z","steps":["trace[413767815] 'agreement among raft nodes before linearized reading' (duration: 2.000315638s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:39.808601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.807912Z","time spent":"2.000675057s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:52:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:52:39.838978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.883372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:52:39.839311Z","caller":"traceutil/trace.go:171","msg":"trace[1382420622] linearizableReadLoop","detail":"{readStateIndex:14564; appliedIndex:14560; }","duration":"2.888293114s","start":"2026-03-01T01:52:36.950996Z","end":"2026-03-01T01:52:39.839289Z","steps":["trace[1382420622] 'read index received' (duration: 659.318843ms)","trace[1382420622] 'applied index is now lower than readState.Index' (duration: 2.228973001s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:39.839299Z","caller":"traceutil/trace.go:171","msg":"trace[253000371] transaction","detail":"{read_only:false; response_revision:14047; number_of_response:1; }","duration":"2.738634454s","start":"2026-03-01T01:52:37.100584Z","end":"2026-03-01T01:52:39.839219Z","steps":["trace[253000371] 'process raft request' (duration: 2.394411223s)","trace[253000371] 'compare' (duration: 342.996018ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:39.839512Z","caller":"traceutil/trace.go:171","msg":"trace[778351067] transaction","detail":"{read_only:false; response_revision:14048; number_of_response:1; }","duration":"2.526455212s","start":"2026-03-01T01:52:37.313041Z","end":"2026-03-01T01:52:39.839496Z","steps":["trace[778351067] 'process raft request' (duration: 2.526044111s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:39.839612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.313017Z","time spent":"2.526547114s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:52:39.839603Z","caller":"traceutil/trace.go:171","msg":"trace[518571695] transaction","detail":"{read_only:false; response_revision:14050; number_of_response:1; }","duration":"2.515209311s","start":"2026-03-01T01:52:37.324337Z","end":"2026-03-01T01:52:39.839547Z","steps":["trace[518571695] 'process raft request' (duration: 2.514898662s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:39.839816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.324324Z","time spent":"2.515378306s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:39.839881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88887052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T01:52:39.839935Z","caller":"traceutil/trace.go:171","msg":"trace[324167947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14050; }","duration":"2.888936081s","start":"2026-03-01T01:52:36.95098Z","end":"2026-03-01T01:52:39.839917Z","steps":["trace[324167947] 'agreement among raft nodes before linearized reading' (duration: 2.888767047s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:39.83999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:36.950974Z","time spent":"2.889003203s","remote":"127.0.0.1:42020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T01:52:39.840012Z","caller":"traceutil/trace.go:171","msg":"trace[754859634] transaction","detail":"{read_only:false; response_revision:14049; number_of_response:1; }","duration":"2.516253399s","start":"2026-03-01T01:52:37.323715Z","end":"2026-03-01T01:52:39.839968Z","steps":["trace[754859634] 'process raft request' (duration: 2.515468948s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:39.840188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.323699Z","time spent":"2.516395893s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:39.839857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.100568Z","time spent":"2.738826309s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:40.13122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.333164ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:52:40.131653Z","caller":"traceutil/trace.go:171","msg":"trace[1788028041] linearizableReadLoop","detail":"{readStateIndex:14566; appliedIndex:14564; }","duration":"292.226011ms","start":"2026-03-01T01:52:39.839366Z","end":"2026-03-01T01:52:40.131592Z","steps":["trace[1788028041] 'read index received' (duration: 5.551898ms)","trace[1788028041] 'applied index is now lower than readState.Index' (duration: 286.671473ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:40.131728Z","caller":"traceutil/trace.go:171","msg":"trace[632116959] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"327.35968ms","start":"2026-03-01T01:52:39.804326Z","end":"2026-03-01T01:52:40.131685Z","steps":["trace[632116959] 'process raft request' (duration: 326.998521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.131932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:39.804307Z","time spent":"327.531105ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:40.13391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650144078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:52:40.133988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929117274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:52:40.134012Z","caller":"traceutil/trace.go:171","msg":"trace[1965093370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14051; }","duration":"2.650275911s","start":"2026-03-01T01:52:37.483724Z","end":"2026-03-01T01:52:40.134Z","steps":["trace[1965093370] 'agreement among raft nodes before linearized reading' (duration: 2.648298358s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.133962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76061323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:52:40.134077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60649213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:52:40.134097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680004877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:52:40.134136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606219503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:40.134046Z","caller":"traceutil/trace.go:171","msg":"trace[731374304] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:14051; }","duration":"1.929209126s","start":"2026-03-01T01:52:38.204826Z","end":"2026-03-01T01:52:40.134035Z","steps":["trace[731374304] 'agreement among raft nodes before linearized reading' (duration: 1.926920865s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134146Z","caller":"traceutil/trace.go:171","msg":"trace[1830109023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14051; }","duration":"2.680065898s","start":"2026-03-01T01:52:37.454065Z","end":"2026-03-01T01:52:40.134131Z","steps":["trace[1830109023] 'agreement among raft nodes before linearized reading' (duration: 2.677748866s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.483632Z","time spent":"2.650426336s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:52:40.133963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133037886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:52:40.134188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.454054Z","time spent":"2.680128249s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255079898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:52:40.134218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605534085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:52:40.134212Z","caller":"traceutil/trace.go:171","msg":"trace[1810811789] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14051; }","duration":"3.133305243s","start":"2026-03-01T01:52:37.000889Z","end":"2026-03-01T01:52:40.134195Z","steps":["trace[1810811789] 'agreement among raft nodes before linearized reading' (duration: 3.13094686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606407648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:40.134241Z","caller":"traceutil/trace.go:171","msg":"trace[132226875] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14051; }","duration":"2.255123719s","start":"2026-03-01T01:52:37.879111Z","end":"2026-03-01T01:52:40.134235Z","steps":["trace[132226875] 'agreement among raft nodes before linearized reading' (duration: 2.252672743s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.13406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389614204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20754"} {"level":"warn","ts":"2026-03-01T01:52:40.134238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976404708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"warn","ts":"2026-03-01T01:52:40.134286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.879102Z","time spent":"2.25517754s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6502134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T01:52:40.134289Z","caller":"traceutil/trace.go:171","msg":"trace[324704585] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:14051; }","duration":"2.389858131s","start":"2026-03-01T01:52:37.744421Z","end":"2026-03-01T01:52:40.134279Z","steps":["trace[324704585] 'agreement among raft nodes before linearized reading' (duration: 2.387537129s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.1343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549505377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T01:52:40.134294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778342644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:52:40.134319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787338455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T01:52:40.134327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.744409Z","time spent":"2.389907732s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20777,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" "} {"level":"info","ts":"2026-03-01T01:52:40.134298Z","caller":"traceutil/trace.go:171","msg":"trace[754287782] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14051; }","duration":"1.6064804s","start":"2026-03-01T01:52:38.527793Z","end":"2026-03-01T01:52:40.134273Z","steps":["trace[754287782] 'agreement among raft nodes before linearized reading' (duration: 1.604207679s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134353Z","caller":"traceutil/trace.go:171","msg":"trace[817584422] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14051; }","duration":"1.549559408s","start":"2026-03-01T01:52:38.584776Z","end":"2026-03-01T01:52:40.134335Z","steps":["trace[817584422] 'agreement among raft nodes before linearized reading' (duration: 1.547198675s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134365Z","caller":"traceutil/trace.go:171","msg":"trace[820277383] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14051; }","duration":"2.778443818s","start":"2026-03-01T01:52:37.355907Z","end":"2026-03-01T01:52:40.134351Z","steps":["trace[820277383] 'agreement among raft nodes before linearized reading' (duration: 2.77591437s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134372Z","caller":"traceutil/trace.go:171","msg":"trace[745700107] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14051; }","duration":"2.787420587s","start":"2026-03-01T01:52:37.346939Z","end":"2026-03-01T01:52:40.13436Z","steps":["trace[745700107] 'agreement among raft nodes before linearized reading' (duration: 2.784889839s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.13437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269108683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:40.134125Z","caller":"traceutil/trace.go:171","msg":"trace[1214409191] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14051; }","duration":"1.760817215s","start":"2026-03-01T01:52:38.373296Z","end":"2026-03-01T01:52:40.134113Z","steps":["trace[1214409191] 'agreement among raft nodes before linearized reading' (duration: 1.758328759s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.346927Z","time spent":"2.787472099s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.58477Z","time spent":"1.54962213s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T01:52:40.13442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213155486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-758wm\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-01T01:52:40.134404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.355897Z","time spent":"2.778497299s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:52:40.134117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425587775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:52:40.134442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16540517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415988"} {"level":"warn","ts":"2026-03-01T01:52:40.134446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227731376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:40.134457Z","caller":"traceutil/trace.go:171","msg":"trace[32765327] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14051; }","duration":"2.425934825s","start":"2026-03-01T01:52:37.708513Z","end":"2026-03-01T01:52:40.134448Z","steps":["trace[32765327] 'agreement among raft nodes before linearized reading' (duration: 2.423450889s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134466Z","caller":"traceutil/trace.go:171","msg":"trace[932702132] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14051; }","duration":"1.165440982s","start":"2026-03-01T01:52:38.96902Z","end":"2026-03-01T01:52:40.134461Z","steps":["trace[932702132] 'agreement among raft nodes before linearized reading' (duration: 1.162894074s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22299131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:52:40.134478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.708508Z","time spent":"2.425965006s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T01:52:40.134472Z","caller":"traceutil/trace.go:171","msg":"trace[1187778553] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14051; }","duration":"1.227774978s","start":"2026-03-01T01:52:38.906689Z","end":"2026-03-01T01:52:40.134464Z","steps":["trace[1187778553] 'agreement among raft nodes before linearized reading' (duration: 1.22525341s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.13449Z","caller":"traceutil/trace.go:171","msg":"trace[1373273492] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14051; }","duration":"1.22301837s","start":"2026-03-01T01:52:38.911468Z","end":"2026-03-01T01:52:40.134486Z","steps":["trace[1373273492] 'agreement among raft nodes before linearized reading' (duration: 1.220459652s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.373279Z","time spent":"1.761142384s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.911462Z","time spent":"1.223049781s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T01:52:40.13416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650350473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:52:40.134439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.527788Z","time spent":"1.606605374s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T01:52:40.13454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227793608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:52:40.13459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.699116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:52:40.134611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549600409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:52:40.134614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.186839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:52:40.13461Z","caller":"traceutil/trace.go:171","msg":"trace[140137954] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14051; }","duration":"1.227861079s","start":"2026-03-01T01:52:38.906741Z","end":"2026-03-01T01:52:40.134602Z","steps":["trace[140137954] 'agreement among raft nodes before linearized reading' (duration: 1.225195728s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134637Z","caller":"traceutil/trace.go:171","msg":"trace[6851999] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14051; }","duration":"1.54963187s","start":"2026-03-01T01:52:38.584998Z","end":"2026-03-01T01:52:40.13463Z","steps":["trace[6851999] 'agreement among raft nodes before linearized reading' (duration: 1.546893857s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134646Z","caller":"traceutil/trace.go:171","msg":"trace[590867183] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14051; }","duration":"112.24532ms","start":"2026-03-01T01:52:40.022389Z","end":"2026-03-01T01:52:40.134635Z","steps":["trace[590867183] 'agreement among raft nodes before linearized reading' (duration: 109.495217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.906725Z","time spent":"1.227916391s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.584994Z","time spent":"1.549661111s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227615003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:40.134692Z","caller":"traceutil/trace.go:171","msg":"trace[427268782] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14051; }","duration":"1.227937302s","start":"2026-03-01T01:52:38.906749Z","end":"2026-03-01T01:52:40.134686Z","steps":["trace[427268782] 'agreement among raft nodes before linearized reading' (duration: 1.225182818s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.133913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268742733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T01:52:40.134715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.906746Z","time spent":"1.227962412s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-01T01:52:40.134617Z","caller":"traceutil/trace.go:171","msg":"trace[1893571338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14051; }","duration":"325.754918ms","start":"2026-03-01T01:52:39.808853Z","end":"2026-03-01T01:52:40.134608Z","steps":["trace[1893571338] 'agreement among raft nodes before linearized reading' (duration: 323.053165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:39.808845Z","time spent":"325.893521ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:52:40.134245Z","caller":"traceutil/trace.go:171","msg":"trace[671995957] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14051; }","duration":"1.605577686s","start":"2026-03-01T01:52:38.528662Z","end":"2026-03-01T01:52:40.134239Z","steps":["trace[671995957] 'agreement among raft nodes before linearized reading' (duration: 1.603323215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.133927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263924654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:52:40.134511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.906679Z","time spent":"1.227825669s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T01:52:40.134781Z","caller":"traceutil/trace.go:171","msg":"trace[1555417791] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14051; }","duration":"2.269648847s","start":"2026-03-01T01:52:37.865112Z","end":"2026-03-01T01:52:40.134761Z","steps":["trace[1555417791] 'agreement among raft nodes before linearized reading' (duration: 2.266840772s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134139Z","caller":"traceutil/trace.go:171","msg":"trace[1772796049] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14051; }","duration":"1.606586983s","start":"2026-03-01T01:52:38.527536Z","end":"2026-03-01T01:52:40.134123Z","steps":["trace[1772796049] 'agreement among raft nodes before linearized reading' (duration: 1.604456926s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.527521Z","time spent":"1.607344703s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T01:52:40.13484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264968441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-01T01:52:40.134906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.8651Z","time spent":"2.26975191s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T01:52:40.134306Z","caller":"traceutil/trace.go:171","msg":"trace[1183679510] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:14051; }","duration":"1.976511461s","start":"2026-03-01T01:52:38.15778Z","end":"2026-03-01T01:52:40.134291Z","steps":["trace[1183679510] 'agreement among raft nodes before linearized reading' (duration: 1.973981924s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.157768Z","time spent":"1.977182469s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143333932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:52:40.134847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.528656Z","time spent":"1.60613149s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T01:52:40.135551Z","caller":"traceutil/trace.go:171","msg":"trace[835834235] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14051; }","duration":"3.144364159s","start":"2026-03-01T01:52:36.991179Z","end":"2026-03-01T01:52:40.135543Z","steps":["trace[835834235] 'agreement among raft nodes before linearized reading' (duration: 3.140668671s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.135603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:36.991169Z","time spent":"3.144424891s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.204816Z","time spent":"1.929351151s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" "} {"level":"info","ts":"2026-03-01T01:52:40.134169Z","caller":"traceutil/trace.go:171","msg":"trace[1463089614] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14051; }","duration":"1.606256004s","start":"2026-03-01T01:52:38.527904Z","end":"2026-03-01T01:52:40.13416Z","steps":["trace[1463089614] 'agreement among raft nodes before linearized reading' (duration: 1.604065705s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.136379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.5279Z","time spent":"1.608465833s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-01T01:52:40.133987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651799433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T01:52:40.137248Z","caller":"traceutil/trace.go:171","msg":"trace[692428717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14051; }","duration":"2.65509295s","start":"2026-03-01T01:52:37.482141Z","end":"2026-03-01T01:52:40.137234Z","steps":["trace[692428717] 'agreement among raft nodes before linearized reading' (duration: 2.649668905s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.137308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.48213Z","time spent":"2.655148622s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549854837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:40.137447Z","caller":"traceutil/trace.go:171","msg":"trace[1101742762] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14051; }","duration":"1.553091793s","start":"2026-03-01T01:52:38.58434Z","end":"2026-03-01T01:52:40.137431Z","steps":["trace[1101742762] 'agreement among raft nodes before linearized reading' (duration: 1.547639847s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.137527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.584333Z","time spent":"1.553178605s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-01T01:52:40.13431Z","caller":"traceutil/trace.go:171","msg":"trace[1069767409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14051; }","duration":"2.650294882s","start":"2026-03-01T01:52:37.48401Z","end":"2026-03-01T01:52:40.134305Z","steps":["trace[1069767409] 'agreement among raft nodes before linearized reading' (duration: 2.647995611s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.137675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.48399Z","time spent":"2.653667172s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.000881Z","time spent":"3.133383825s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75988679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:52:40.13808Z","caller":"traceutil/trace.go:171","msg":"trace[833014807] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14051; }","duration":"1.763752294s","start":"2026-03-01T01:52:38.37432Z","end":"2026-03-01T01:52:40.138072Z","steps":["trace[833014807] 'agreement among raft nodes before linearized reading' (duration: 1.757691602s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.13812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.374307Z","time spent":"1.763804645s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760961879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T01:52:40.138205Z","caller":"traceutil/trace.go:171","msg":"trace[2047685250] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14051; }","duration":"1.764839532s","start":"2026-03-01T01:52:38.373359Z","end":"2026-03-01T01:52:40.138199Z","steps":["trace[2047685250] 'agreement among raft nodes before linearized reading' (duration: 1.758656417s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134412Z","caller":"traceutil/trace.go:171","msg":"trace[421616692] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14051; }","duration":"2.269163734s","start":"2026-03-01T01:52:37.865239Z","end":"2026-03-01T01:52:40.134403Z","steps":["trace[421616692] 'agreement among raft nodes before linearized reading' (duration: 2.266566815s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.134435Z","caller":"traceutil/trace.go:171","msg":"trace[1553238488] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-758wm; range_end:; response_count:1; response_revision:14051; }","duration":"1.213169287s","start":"2026-03-01T01:52:38.921261Z","end":"2026-03-01T01:52:40.134431Z","steps":["trace[1553238488] 'agreement among raft nodes before linearized reading' (duration: 1.21065999s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.13449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.969013Z","time spent":"1.165471592s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416011,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T01:52:40.134517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141607695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T01:52:40.134548Z","caller":"traceutil/trace.go:171","msg":"trace[231728377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14051; }","duration":"2.650765435s","start":"2026-03-01T01:52:37.483776Z","end":"2026-03-01T01:52:40.134542Z","steps":["trace[231728377] 'agreement among raft nodes before linearized reading' (duration: 2.648229527s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.134544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429601033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T01:52:40.134565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.875323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:52:40.134842Z","caller":"traceutil/trace.go:171","msg":"trace[1113236867] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14051; }","duration":"2.264876489s","start":"2026-03-01T01:52:37.869952Z","end":"2026-03-01T01:52:40.134829Z","steps":["trace[1113236867] 'agreement among raft nodes before linearized reading' (duration: 2.261839828s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:40.135027Z","caller":"traceutil/trace.go:171","msg":"trace[1922043691] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14051; }","duration":"2.265080795s","start":"2026-03-01T01:52:37.869845Z","end":"2026-03-01T01:52:40.134925Z","steps":["trace[1922043691] 'agreement among raft nodes before linearized reading' (duration: 2.261954481s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.138367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.373013Z","time spent":"1.765336596s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T01:52:40.138554Z","caller":"traceutil/trace.go:171","msg":"trace[796008485] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14051; }","duration":"3.145658524s","start":"2026-03-01T01:52:36.992888Z","end":"2026-03-01T01:52:40.138547Z","steps":["trace[796008485] 'agreement among raft nodes before linearized reading' (duration: 3.138954305s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.1386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:36.992877Z","time spent":"3.145713795s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T01:52:40.138698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.483767Z","time spent":"2.654923186s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:52:40.13872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:38.921243Z","time spent":"1.217472112s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-758wm\" "} {"level":"info","ts":"2026-03-01T01:52:40.138819Z","caller":"traceutil/trace.go:171","msg":"trace[281604285] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:14051; }","duration":"2.433908448s","start":"2026-03-01T01:52:37.704904Z","end":"2026-03-01T01:52:40.138813Z","steps":["trace[281604285] 'agreement among raft nodes before linearized reading' (duration: 2.427043464s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.138857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.704888Z","time spent":"2.433962029s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"info","ts":"2026-03-01T01:52:40.138961Z","caller":"traceutil/trace.go:171","msg":"trace[316128890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14051; }","duration":"256.294101ms","start":"2026-03-01T01:52:39.88266Z","end":"2026-03-01T01:52:40.138954Z","steps":["trace[316128890] 'agreement among raft nodes before linearized reading' (duration: 249.209901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:40.139063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.869945Z","time spent":"2.269107042s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-01T01:52:40.138693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.865231Z","time spent":"2.273452228s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T01:52:40.139164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:37.869836Z","time spent":"2.269323368s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-01T01:52:50.452997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11798} {"level":"info","ts":"2026-03-01T01:52:50.707049Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11798,"took":"251.365499ms","hash":531045747,"current-db-size-bytes":42541056,"current-db-size":"42 MB","current-db-size-in-use-bytes":27344896,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-01T01:52:50.707126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":531045747,"revision":11798,"compact-revision":9699} {"level":"info","ts":"2026-03-01T01:52:58.162379Z","caller":"traceutil/trace.go:171","msg":"trace[940008805] transaction","detail":"{read_only:false; response_revision:14132; number_of_response:1; }","duration":"265.488506ms","start":"2026-03-01T01:52:57.896853Z","end":"2026-03-01T01:52:58.162342Z","steps":["trace[940008805] 'process raft request' (duration: 265.147017ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:58.247924Z","caller":"traceutil/trace.go:171","msg":"trace[1595750339] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"327.423732ms","start":"2026-03-01T01:52:57.920454Z","end":"2026-03-01T01:52:58.247878Z","steps":["trace[1595750339] 'process raft request' (duration: 255.547711ms)","trace[1595750339] 'compare' (duration: 71.523602ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:58.248137Z","caller":"traceutil/trace.go:171","msg":"trace[602216682] transaction","detail":"{read_only:false; response_revision:14134; number_of_response:1; }","duration":"306.193554ms","start":"2026-03-01T01:52:57.941899Z","end":"2026-03-01T01:52:58.248092Z","steps":["trace[602216682] 'process raft request' (duration: 305.910087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:58.248395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:57.941862Z","time spent":"306.391509ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:58.249845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:57.920442Z","time spent":"327.619237ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:52:58.458524Z","caller":"traceutil/trace.go:171","msg":"trace[1984425322] transaction","detail":"{read_only:false; response_revision:14135; number_of_response:1; }","duration":"203.358335ms","start":"2026-03-01T01:52:58.255133Z","end":"2026-03-01T01:52:58.458491Z","steps":["trace[1984425322] 'process raft request' (duration: 106.950708ms)","trace[1984425322] 'compare' (duration: 96.200802ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:58.475957Z","caller":"traceutil/trace.go:171","msg":"trace[708974125] transaction","detail":"{read_only:false; response_revision:14137; number_of_response:1; }","duration":"220.423542ms","start":"2026-03-01T01:52:58.255517Z","end":"2026-03-01T01:52:58.47594Z","steps":["trace[708974125] 'process raft request' (duration: 220.308469ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:58.475964Z","caller":"traceutil/trace.go:171","msg":"trace[1331877763] transaction","detail":"{read_only:false; response_revision:14136; number_of_response:1; }","duration":"220.767861ms","start":"2026-03-01T01:52:58.25517Z","end":"2026-03-01T01:52:58.475938Z","steps":["trace[1331877763] 'process raft request' (duration: 220.516894ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:58.475971Z","caller":"traceutil/trace.go:171","msg":"trace[318842774] transaction","detail":"{read_only:false; response_revision:14138; number_of_response:1; }","duration":"220.179046ms","start":"2026-03-01T01:52:58.255767Z","end":"2026-03-01T01:52:58.475946Z","steps":["trace[318842774] 'process raft request' (duration: 220.100904ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:58.476263Z","caller":"traceutil/trace.go:171","msg":"trace[1280536022] transaction","detail":"{read_only:false; response_revision:14139; number_of_response:1; }","duration":"220.405751ms","start":"2026-03-01T01:52:58.255847Z","end":"2026-03-01T01:52:58.476253Z","steps":["trace[1280536022] 'process raft request' (duration: 220.056292ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:58.476281Z","caller":"traceutil/trace.go:171","msg":"trace[1758750226] linearizableReadLoop","detail":"{readStateIndex:14659; appliedIndex:14654; }","duration":"185.204871ms","start":"2026-03-01T01:52:58.291031Z","end":"2026-03-01T01:52:58.476236Z","steps":["trace[1758750226] 'read index received' (duration: 71.06537ms)","trace[1758750226] 'applied index is now lower than readState.Index' (duration: 114.12868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:58.477157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.112325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:52:58.477226Z","caller":"traceutil/trace.go:171","msg":"trace[1200115221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:14139; }","duration":"186.212977ms","start":"2026-03-01T01:52:58.290986Z","end":"2026-03-01T01:52:58.477199Z","steps":["trace[1200115221] 'agreement among raft nodes before linearized reading' (duration: 186.029723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:58.477297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.296017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-758wm\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-01T01:52:58.477326Z","caller":"traceutil/trace.go:171","msg":"trace[876694426] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-758wm; range_end:; response_count:1; response_revision:14139; }","duration":"104.37685ms","start":"2026-03-01T01:52:58.372941Z","end":"2026-03-01T01:52:58.477318Z","steps":["trace[876694426] 'agreement among raft nodes before linearized reading' (duration: 104.258996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:58.477318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.555952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:52:58.477367Z","caller":"traceutil/trace.go:171","msg":"trace[1640577990] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:14139; }","duration":"160.656074ms","start":"2026-03-01T01:52:58.316696Z","end":"2026-03-01T01:52:58.477352Z","steps":["trace[1640577990] 'agreement among raft nodes before linearized reading' (duration: 160.435539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:58.477436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.989747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-01T01:52:58.477454Z","caller":"traceutil/trace.go:171","msg":"trace[387718797] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:14139; }","duration":"154.008977ms","start":"2026-03-01T01:52:58.32344Z","end":"2026-03-01T01:52:58.477449Z","steps":["trace[387718797] 'agreement among raft nodes before linearized reading' (duration: 153.950566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.173936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.668468ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:52:59.174039Z","caller":"traceutil/trace.go:171","msg":"trace[368886412] linearizableReadLoop","detail":"{readStateIndex:14660; appliedIndex:14659; }","duration":"469.000646ms","start":"2026-03-01T01:52:58.705018Z","end":"2026-03-01T01:52:59.174019Z","steps":["trace[368886412] 'read index received' (duration: 312.40052ms)","trace[368886412] 'applied index is now lower than readState.Index' (duration: 156.598576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:59.174244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.206711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T01:52:59.174281Z","caller":"traceutil/trace.go:171","msg":"trace[1416601724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14139; }","duration":"469.302255ms","start":"2026-03-01T01:52:58.704967Z","end":"2026-03-01T01:52:59.174269Z","steps":["trace[1416601724] 'agreement among raft nodes before linearized reading' (duration: 469.13046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.174316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.704948Z","time spent":"469.360816ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T01:52:59.251542Z","caller":"traceutil/trace.go:171","msg":"trace[1912378401] transaction","detail":"{read_only:false; response_revision:14140; number_of_response:1; }","duration":"340.626415ms","start":"2026-03-01T01:52:58.910862Z","end":"2026-03-01T01:52:59.251488Z","steps":["trace[1912378401] 'process raft request' (duration: 340.368248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.251568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.812459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-01T01:52:59.252029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.91082Z","time spent":"341.009095ms","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:52:59.252005Z","caller":"traceutil/trace.go:171","msg":"trace[198168265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14140; }","duration":"546.280582ms","start":"2026-03-01T01:52:58.705691Z","end":"2026-03-01T01:52:59.251972Z","steps":["trace[198168265] 'agreement among raft nodes before linearized reading' (duration: 545.723397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.252304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.70544Z","time spent":"546.846607ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T01:53:08.503492Z","caller":"traceutil/trace.go:171","msg":"trace[1042824593] linearizableReadLoop","detail":"{readStateIndex:14704; appliedIndex:14703; }","duration":"161.137778ms","start":"2026-03-01T01:53:08.342323Z","end":"2026-03-01T01:53:08.50346Z","steps":["trace[1042824593] 'read index received' (duration: 100.045085ms)","trace[1042824593] 'applied index is now lower than readState.Index' (duration: 61.091683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:08.503717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.905094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:53:08.50377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.530744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:53:08.503818Z","caller":"traceutil/trace.go:171","msg":"trace[347904871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14182; }","duration":"217.613347ms","start":"2026-03-01T01:53:08.286194Z","end":"2026-03-01T01:53:08.503807Z","steps":["trace[347904871] 'agreement among raft nodes before linearized reading' (duration: 217.393841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:08.503888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.538962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:53:08.503521Z","caller":"traceutil/trace.go:171","msg":"trace[1287060374] transaction","detail":"{read_only:false; response_revision:14182; number_of_response:1; }","duration":"217.777191ms","start":"2026-03-01T01:53:08.285688Z","end":"2026-03-01T01:53:08.503465Z","steps":["trace[1287060374] 'process raft request' (duration: 156.717999ms)","trace[1287060374] 'compare' (duration: 60.919508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:08.503912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.069479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:53:08.504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.09889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:08.503967Z","caller":"traceutil/trace.go:171","msg":"trace[975987817] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14182; }","duration":"218.644365ms","start":"2026-03-01T01:53:08.285309Z","end":"2026-03-01T01:53:08.503953Z","steps":["trace[975987817] 'agreement among raft nodes before linearized reading' (duration: 218.395698ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:08.504055Z","caller":"traceutil/trace.go:171","msg":"trace[1486582717] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14182; }","duration":"218.263705ms","start":"2026-03-01T01:53:08.285756Z","end":"2026-03-01T01:53:08.50402Z","steps":["trace[1486582717] 'agreement among raft nodes before linearized reading' (duration: 217.72846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:08.503857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.046559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:53:08.504187Z","caller":"traceutil/trace.go:171","msg":"trace[1060156091] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14182; }","duration":"218.402598ms","start":"2026-03-01T01:53:08.285766Z","end":"2026-03-01T01:53:08.504169Z","steps":["trace[1060156091] 'agreement among raft nodes before linearized reading' (duration: 217.903224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:08.50418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.004074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:08.504177Z","caller":"traceutil/trace.go:171","msg":"trace[170782301] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14182; }","duration":"218.213883ms","start":"2026-03-01T01:53:08.285797Z","end":"2026-03-01T01:53:08.504011Z","steps":["trace[170782301] 'agreement among raft nodes before linearized reading' (duration: 217.673519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:08.504059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.330009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:53:08.50429Z","caller":"traceutil/trace.go:171","msg":"trace[292145806] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14182; }","duration":"219.166788ms","start":"2026-03-01T01:53:08.2851Z","end":"2026-03-01T01:53:08.504267Z","steps":["trace[292145806] 'agreement among raft nodes before linearized reading' (duration: 218.953803ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:08.504075Z","caller":"traceutil/trace.go:171","msg":"trace[684756994] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14182; }","duration":"218.141271ms","start":"2026-03-01T01:53:08.285889Z","end":"2026-03-01T01:53:08.50403Z","steps":["trace[684756994] 'agreement among raft nodes before linearized reading' (duration: 218.054689ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:08.504344Z","caller":"traceutil/trace.go:171","msg":"trace[1550863048] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14182; }","duration":"217.629308ms","start":"2026-03-01T01:53:08.286696Z","end":"2026-03-01T01:53:08.504325Z","steps":["trace[1550863048] 'agreement among raft nodes before linearized reading' (duration: 217.223927ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.6516Z","caller":"traceutil/trace.go:171","msg":"trace[391668775] linearizableReadLoop","detail":"{readStateIndex:14766; appliedIndex:14765; }","duration":"120.12055ms","start":"2026-03-01T01:53:16.531452Z","end":"2026-03-01T01:53:16.651573Z","steps":["trace[391668775] 'read index received' (duration: 115.499677ms)","trace[391668775] 'applied index is now lower than readState.Index' (duration: 4.619773ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:53:16.651653Z","caller":"traceutil/trace.go:171","msg":"trace[1976154631] transaction","detail":"{read_only:false; response_revision:14242; number_of_response:1; }","duration":"120.269355ms","start":"2026-03-01T01:53:16.531354Z","end":"2026-03-01T01:53:16.651623Z","steps":["trace[1976154631] 'process raft request' (duration: 115.657181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.651805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.328756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5618"} {"level":"info","ts":"2026-03-01T01:53:16.651883Z","caller":"traceutil/trace.go:171","msg":"trace[531056897] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14242; }","duration":"120.446709ms","start":"2026-03-01T01:53:16.531416Z","end":"2026-03-01T01:53:16.651863Z","steps":["trace[531056897] 'agreement among raft nodes before linearized reading' (duration: 120.279455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.65197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.416639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5618"} {"level":"info","ts":"2026-03-01T01:53:16.652064Z","caller":"traceutil/trace.go:171","msg":"trace[2029717281] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14242; }","duration":"120.558033ms","start":"2026-03-01T01:53:16.531483Z","end":"2026-03-01T01:53:16.652041Z","steps":["trace[2029717281] 'agreement among raft nodes before linearized reading' (duration: 120.276155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.652827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.607221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:53:16.653221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.641272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5618"} {"level":"warn","ts":"2026-03-01T01:53:16.653262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.618417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:16.653274Z","caller":"traceutil/trace.go:171","msg":"trace[221416549] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14242; }","duration":"121.740115ms","start":"2026-03-01T01:53:16.531521Z","end":"2026-03-01T01:53:16.653261Z","steps":["trace[221416549] 'agreement among raft nodes before linearized reading' (duration: 121.639672ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.653299Z","caller":"traceutil/trace.go:171","msg":"trace[1723958129] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14242; }","duration":"116.676509ms","start":"2026-03-01T01:53:16.536609Z","end":"2026-03-01T01:53:16.653285Z","steps":["trace[1723958129] 'agreement among raft nodes before linearized reading' (duration: 116.602197ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.65334Z","caller":"traceutil/trace.go:171","msg":"trace[1515301449] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14242; }","duration":"116.034652ms","start":"2026-03-01T01:53:16.537203Z","end":"2026-03-01T01:53:16.653238Z","steps":["trace[1515301449] 'agreement among raft nodes before linearized reading' (duration: 115.57706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.653439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.835977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5618"} {"level":"info","ts":"2026-03-01T01:53:16.653459Z","caller":"traceutil/trace.go:171","msg":"trace[953690424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14242; }","duration":"121.868388ms","start":"2026-03-01T01:53:16.531585Z","end":"2026-03-01T01:53:16.653454Z","steps":["trace[953690424] 'agreement among raft nodes before linearized reading' (duration: 121.795416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.65353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.567775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:53:16.653577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.72443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5618"} {"level":"info","ts":"2026-03-01T01:53:16.653592Z","caller":"traceutil/trace.go:171","msg":"trace[523694153] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14242; }","duration":"116.73972ms","start":"2026-03-01T01:53:16.536848Z","end":"2026-03-01T01:53:16.653588Z","steps":["trace[523694153] 'agreement among raft nodes before linearized reading' (duration: 116.679509ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.653599Z","caller":"traceutil/trace.go:171","msg":"trace[1641250521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14242; }","duration":"104.705929ms","start":"2026-03-01T01:53:16.548875Z","end":"2026-03-01T01:53:16.653581Z","steps":["trace[1641250521] 'agreement among raft nodes before linearized reading' (duration: 104.500094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.653547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.643088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5618"} {"level":"info","ts":"2026-03-01T01:53:16.653665Z","caller":"traceutil/trace.go:171","msg":"trace[1606603401] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14242; }","duration":"116.781391ms","start":"2026-03-01T01:53:16.536879Z","end":"2026-03-01T01:53:16.65366Z","steps":["trace[1606603401] 'agreement among raft nodes before linearized reading' (duration: 116.569516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.65545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.849897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:53:16.655502Z","caller":"traceutil/trace.go:171","msg":"trace[531686270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14242; }","duration":"118.934079ms","start":"2026-03-01T01:53:16.536555Z","end":"2026-03-01T01:53:16.655489Z","steps":["trace[531686270] 'agreement among raft nodes before linearized reading' (duration: 118.782225ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.855404Z","caller":"traceutil/trace.go:171","msg":"trace[1288015659] linearizableReadLoop","detail":"{readStateIndex:14767; appliedIndex:14766; }","duration":"195.64506ms","start":"2026-03-01T01:53:16.659732Z","end":"2026-03-01T01:53:16.855378Z","steps":["trace[1288015659] 'read index received' (duration: 126.243155ms)","trace[1288015659] 'applied index is now lower than readState.Index' (duration: 69.400625ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:53:16.855479Z","caller":"traceutil/trace.go:171","msg":"trace[1072469413] transaction","detail":"{read_only:false; response_revision:14243; number_of_response:1; }","duration":"198.801683ms","start":"2026-03-01T01:53:16.65663Z","end":"2026-03-01T01:53:16.855431Z","steps":["trace[1072469413] 'process raft request' (duration: 129.415909ms)","trace[1072469413] 'compare' (duration: 69.045025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:16.856246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.489772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:744616"} {"level":"info","ts":"2026-03-01T01:53:16.856291Z","caller":"traceutil/trace.go:171","msg":"trace[952927096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14243; }","duration":"196.584115ms","start":"2026-03-01T01:53:16.659696Z","end":"2026-03-01T01:53:16.85628Z","steps":["trace[952927096] 'agreement among raft nodes before linearized reading' (duration: 195.795894ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.85696Z","caller":"traceutil/trace.go:171","msg":"trace[1343678354] transaction","detail":"{read_only:false; response_revision:14244; number_of_response:1; }","duration":"197.16521ms","start":"2026-03-01T01:53:16.659765Z","end":"2026-03-01T01:53:16.856931Z","steps":["trace[1343678354] 'process raft request' (duration: 196.940314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.857049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.229152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-758wm\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-01T01:53:16.857125Z","caller":"traceutil/trace.go:171","msg":"trace[1625108516] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-758wm; range_end:; response_count:1; response_revision:14247; }","duration":"197.335884ms","start":"2026-03-01T01:53:16.659776Z","end":"2026-03-01T01:53:16.857112Z","steps":["trace[1625108516] 'agreement among raft nodes before linearized reading' (duration: 197.141129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.857149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.518482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-01T01:53:16.857205Z","caller":"traceutil/trace.go:171","msg":"trace[1441869704] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:14247; }","duration":"175.606113ms","start":"2026-03-01T01:53:16.681585Z","end":"2026-03-01T01:53:16.857191Z","steps":["trace[1441869704] 'agreement among raft nodes before linearized reading' (duration: 175.417038ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.857196Z","caller":"traceutil/trace.go:171","msg":"trace[1106388406] transaction","detail":"{read_only:false; response_revision:14247; number_of_response:1; }","duration":"196.586865ms","start":"2026-03-01T01:53:16.660585Z","end":"2026-03-01T01:53:16.857172Z","steps":["trace[1106388406] 'process raft request' (duration: 196.291517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.857199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.568853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:53:16.857137Z","caller":"traceutil/trace.go:171","msg":"trace[1354212720] transaction","detail":"{read_only:false; response_revision:14246; number_of_response:1; }","duration":"197.223201ms","start":"2026-03-01T01:53:16.659863Z","end":"2026-03-01T01:53:16.857086Z","steps":["trace[1354212720] 'process raft request' (duration: 196.976035ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.857339Z","caller":"traceutil/trace.go:171","msg":"trace[1501929691] transaction","detail":"{read_only:false; response_revision:14245; number_of_response:1; }","duration":"197.484209ms","start":"2026-03-01T01:53:16.659843Z","end":"2026-03-01T01:53:16.857327Z","steps":["trace[1501929691] 'process raft request' (duration: 196.943144ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:16.857278Z","caller":"traceutil/trace.go:171","msg":"trace[1683788181] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:14247; }","duration":"178.679346ms","start":"2026-03-01T01:53:16.678581Z","end":"2026-03-01T01:53:16.85726Z","steps":["trace[1683788181] 'agreement among raft nodes before linearized reading' (duration: 178.399059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:16.857288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.248642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:53:16.857542Z","caller":"traceutil/trace.go:171","msg":"trace[681699275] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:14247; }","duration":"185.508928ms","start":"2026-03-01T01:53:16.672008Z","end":"2026-03-01T01:53:16.857517Z","steps":["trace[681699275] 'agreement among raft nodes before linearized reading' (duration: 185.21287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.972602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.468939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4912"} {"level":"info","ts":"2026-03-01T01:53:18.972721Z","caller":"traceutil/trace.go:171","msg":"trace[2113038128] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14249; }","duration":"441.662895ms","start":"2026-03-01T01:53:18.531041Z","end":"2026-03-01T01:53:18.972704Z","steps":["trace[2113038128] 'range keys from in-memory index tree' (duration: 441.235802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.972764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.531015Z","time spent":"441.739316ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4935,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T01:53:18.972783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.540987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:18.972886Z","caller":"traceutil/trace.go:171","msg":"trace[932286325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14249; }","duration":"528.704831ms","start":"2026-03-01T01:53:18.44416Z","end":"2026-03-01T01:53:18.972864Z","steps":["trace[932286325] 'count revisions from in-memory index tree' (duration: 528.436543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.972939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.44414Z","time spent":"528.786533ms","remote":"127.0.0.1:50274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:18.972933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.711831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:18.973039Z","caller":"traceutil/trace.go:171","msg":"trace[1204230416] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14249; }","duration":"314.877045ms","start":"2026-03-01T01:53:18.658142Z","end":"2026-03-01T01:53:18.973019Z","steps":["trace[1204230416] 'range keys from in-memory index tree' (duration: 314.637369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.973082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.658122Z","time spent":"314.949948ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T01:53:18.983523Z","caller":"traceutil/trace.go:171","msg":"trace[1131630628] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"324.963386ms","start":"2026-03-01T01:53:18.658543Z","end":"2026-03-01T01:53:18.983506Z","steps":["trace[1131630628] 'process raft request' (duration: 324.776831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.983673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.658518Z","time spent":"325.081818ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:19.198401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.810685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T01:53:19.198529Z","caller":"traceutil/trace.go:171","msg":"trace[699691538] linearizableReadLoop","detail":"{readStateIndex:14775; appliedIndex:14773; }","duration":"454.613052ms","start":"2026-03-01T01:53:18.743897Z","end":"2026-03-01T01:53:19.19851Z","steps":["trace[699691538] 'read index received' (duration: 239.476721ms)","trace[699691538] 'applied index is now lower than readState.Index' (duration: 215.134281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:19.198733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.900812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:53:19.198787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.563876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d5fjr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T01:53:19.198805Z","caller":"traceutil/trace.go:171","msg":"trace[1188782975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14250; }","duration":"392.983344ms","start":"2026-03-01T01:53:18.805809Z","end":"2026-03-01T01:53:19.198793Z","steps":["trace[1188782975] 'agreement among raft nodes before linearized reading' (duration: 392.8354ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:19.198817Z","caller":"traceutil/trace.go:171","msg":"trace[307417988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d5fjr; range_end:; response_count:1; response_revision:14250; }","duration":"327.617238ms","start":"2026-03-01T01:53:18.87119Z","end":"2026-03-01T01:53:19.198807Z","steps":["trace[307417988] 'agreement among raft nodes before linearized reading' (duration: 327.458763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.198834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.805784Z","time spent":"393.043626ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:53:19.198856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.871101Z","time spent":"327.748011ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-d5fjr\" "} {"level":"warn","ts":"2026-03-01T01:53:19.199179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.460827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T01:53:19.199154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.232059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:53:19.199194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.474076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:53:19.199214Z","caller":"traceutil/trace.go:171","msg":"trace[1591466134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14250; }","duration":"338.58293ms","start":"2026-03-01T01:53:18.860621Z","end":"2026-03-01T01:53:19.199204Z","steps":["trace[1591466134] 'agreement among raft nodes before linearized reading' (duration: 338.493978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.199187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.033786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T01:53:19.199305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.22753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-758wm\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-01T01:53:19.199315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.363517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:53:19.199402Z","caller":"traceutil/trace.go:171","msg":"trace[736846943] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:14250; }","duration":"319.470759ms","start":"2026-03-01T01:53:18.879915Z","end":"2026-03-01T01:53:19.199386Z","steps":["trace[736846943] 'agreement among raft nodes before linearized reading' (duration: 319.078569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.199427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.959817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:53:19.199234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.860598Z","time spent":"338.631582ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:53:19.199548Z","caller":"traceutil/trace.go:171","msg":"trace[501439997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14250; }","duration":"340.037089ms","start":"2026-03-01T01:53:18.85946Z","end":"2026-03-01T01:53:19.199497Z","steps":["trace[501439997] 'agreement among raft nodes before linearized reading' (duration: 339.871245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.199548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.794541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20754"} {"level":"warn","ts":"2026-03-01T01:53:19.199581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.859431Z","time spent":"340.143132ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:53:19.199573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.879906Z","time spent":"319.653935ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" "} {"level":"info","ts":"2026-03-01T01:53:19.199586Z","caller":"traceutil/trace.go:171","msg":"trace[913580675] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:14250; }","duration":"318.847773ms","start":"2026-03-01T01:53:18.880727Z","end":"2026-03-01T01:53:19.199575Z","steps":["trace[913580675] 'agreement among raft nodes before linearized reading' (duration: 318.681279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.199602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.61342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:53:19.199627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.880718Z","time spent":"318.901234ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20777,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" "} {"level":"info","ts":"2026-03-01T01:53:19.199649Z","caller":"traceutil/trace.go:171","msg":"trace[1371931093] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14250; }","duration":"375.682512ms","start":"2026-03-01T01:53:18.823951Z","end":"2026-03-01T01:53:19.199633Z","steps":["trace[1371931093] 'agreement among raft nodes before linearized reading' (duration: 375.6157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.199687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.82394Z","time spent":"375.738443ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:53:19.199347Z","caller":"traceutil/trace.go:171","msg":"trace[1756932596] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-758wm; range_end:; response_count:1; response_revision:14250; }","duration":"323.291022ms","start":"2026-03-01T01:53:18.876049Z","end":"2026-03-01T01:53:19.19934Z","steps":["trace[1756932596] 'agreement among raft nodes before linearized reading' (duration: 323.198669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.199765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.876038Z","time spent":"323.703303ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-758wm\" "} {"level":"warn","ts":"2026-03-01T01:53:19.199786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.400779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:53:19.199909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.891932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:53:19.199344Z","caller":"traceutil/trace.go:171","msg":"trace[1782347635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14250; }","duration":"338.239551ms","start":"2026-03-01T01:53:18.861079Z","end":"2026-03-01T01:53:19.199319Z","steps":["trace[1782347635] 'agreement among raft nodes before linearized reading' (duration: 337.735238ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:19.199934Z","caller":"traceutil/trace.go:171","msg":"trace[899822239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14250; }","duration":"337.935503ms","start":"2026-03-01T01:53:18.861992Z","end":"2026-03-01T01:53:19.199927Z","steps":["trace[899822239] 'agreement among raft nodes before linearized reading' (duration: 337.864091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.199954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.861983Z","time spent":"337.966974ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:53:19.199964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.86106Z","time spent":"338.893208ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:53:19.199227Z","caller":"traceutil/trace.go:171","msg":"trace[1037797150] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:14250; }","duration":"320.523608ms","start":"2026-03-01T01:53:18.878694Z","end":"2026-03-01T01:53:19.199217Z","steps":["trace[1037797150] 'agreement among raft nodes before linearized reading' (duration: 320.414955ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:19.199236Z","caller":"traceutil/trace.go:171","msg":"trace[1591372662] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:14250; }","duration":"455.369303ms","start":"2026-03-01T01:53:18.743845Z","end":"2026-03-01T01:53:19.199215Z","steps":["trace[1591372662] 'agreement among raft nodes before linearized reading' (duration: 455.212298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.200056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.878681Z","time spent":"321.36918ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" "} {"level":"warn","ts":"2026-03-01T01:53:19.200063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.743827Z","time spent":"456.229085ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:53:19.199941Z","caller":"traceutil/trace.go:171","msg":"trace[900580576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14250; }","duration":"337.79002ms","start":"2026-03-01T01:53:18.862136Z","end":"2026-03-01T01:53:19.199926Z","steps":["trace[900580576] 'agreement among raft nodes before linearized reading' (duration: 337.295026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.200361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.862114Z","time spent":"338.125138ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:53:19.67707Z","caller":"traceutil/trace.go:171","msg":"trace[1224858926] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"195.66441ms","start":"2026-03-01T01:53:19.481379Z","end":"2026-03-01T01:53:19.677044Z","steps":["trace[1224858926] 'process raft request' (duration: 195.505825ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:19.89361Z","caller":"traceutil/trace.go:171","msg":"trace[19843107] linearizableReadLoop","detail":"{readStateIndex:14783; appliedIndex:14781; }","duration":"236.680857ms","start":"2026-03-01T01:53:19.656905Z","end":"2026-03-01T01:53:19.893586Z","steps":["trace[19843107] 'read index received' (duration: 19.963744ms)","trace[19843107] 'applied index is now lower than readState.Index' (duration: 216.713193ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:53:19.893691Z","caller":"traceutil/trace.go:171","msg":"trace[501581928] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"371.11318ms","start":"2026-03-01T01:53:19.522556Z","end":"2026-03-01T01:53:19.893669Z","steps":["trace[501581928] 'process raft request' (duration: 370.857413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.893821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.891572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:19.893904Z","caller":"traceutil/trace.go:171","msg":"trace[424277741] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14258; }","duration":"237.030476ms","start":"2026-03-01T01:53:19.656859Z","end":"2026-03-01T01:53:19.89389Z","steps":["trace[424277741] 'agreement among raft nodes before linearized reading' (duration: 236.837501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:19.893897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:19.52254Z","time spent":"371.270104ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:53:19.89399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.645664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-878bff997-bw4cs\" ","response":"range_response_count:1 size:10969"} {"level":"info","ts":"2026-03-01T01:53:19.894053Z","caller":"traceutil/trace.go:171","msg":"trace[1853970880] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-878bff997-bw4cs; range_end:; response_count:1; response_revision:14258; }","duration":"212.746387ms","start":"2026-03-01T01:53:19.681288Z","end":"2026-03-01T01:53:19.894035Z","steps":["trace[1853970880] 'agreement among raft nodes before linearized reading' (duration: 212.536621ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:20.035919Z","caller":"traceutil/trace.go:171","msg":"trace[301034327] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"130.207211ms","start":"2026-03-01T01:53:19.905685Z","end":"2026-03-01T01:53:20.035893Z","steps":["trace[301034327] 'process raft request' (duration: 129.660676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.410392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.455812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T01:53:20.410473Z","caller":"traceutil/trace.go:171","msg":"trace[1625115350] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14260; }","duration":"107.592246ms","start":"2026-03-01T01:53:20.302864Z","end":"2026-03-01T01:53:20.410456Z","steps":["trace[1625115350] 'range keys from in-memory index tree' (duration: 107.340809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.410712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.672967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4912"} {"level":"info","ts":"2026-03-01T01:53:20.410743Z","caller":"traceutil/trace.go:171","msg":"trace[1153536216] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14260; }","duration":"104.713839ms","start":"2026-03-01T01:53:20.30602Z","end":"2026-03-01T01:53:20.410734Z","steps":["trace[1153536216] 'range keys from in-memory index tree' (duration: 104.589486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.410865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.577912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4912"} {"level":"info","ts":"2026-03-01T01:53:20.410897Z","caller":"traceutil/trace.go:171","msg":"trace[534787183] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14260; }","duration":"105.641593ms","start":"2026-03-01T01:53:20.305247Z","end":"2026-03-01T01:53:20.410889Z","steps":["trace[534787183] 'range keys from in-memory index tree' (duration: 105.49149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.410793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.487056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4912"} {"level":"info","ts":"2026-03-01T01:53:20.411118Z","caller":"traceutil/trace.go:171","msg":"trace[2045155050] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14260; }","duration":"106.831366ms","start":"2026-03-01T01:53:20.304228Z","end":"2026-03-01T01:53:20.411059Z","steps":["trace[2045155050] 'range keys from in-memory index tree' (duration: 106.296741ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:21.721612Z","caller":"traceutil/trace.go:171","msg":"trace[1302572922] transaction","detail":"{read_only:false; response_revision:14275; number_of_response:1; }","duration":"119.35169ms","start":"2026-03-01T01:53:21.602232Z","end":"2026-03-01T01:53:21.721584Z","steps":["trace[1302572922] 'process raft request' (duration: 115.415965ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:22.449577Z","caller":"traceutil/trace.go:171","msg":"trace[74105718] transaction","detail":"{read_only:false; response_revision:14279; number_of_response:1; }","duration":"147.878082ms","start":"2026-03-01T01:53:22.301666Z","end":"2026-03-01T01:53:22.449545Z","steps":["trace[74105718] 'process raft request' (duration: 147.610725ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:31.511588Z","caller":"traceutil/trace.go:171","msg":"trace[1664669452] transaction","detail":"{read_only:false; response_revision:14356; number_of_response:1; }","duration":"115.846267ms","start":"2026-03-01T01:53:31.395676Z","end":"2026-03-01T01:53:31.511523Z","steps":["trace[1664669452] 'process raft request' (duration: 96.124519ms)","trace[1664669452] 'compare' (duration: 19.42606ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:55:00.626508Z","caller":"traceutil/trace.go:171","msg":"trace[548700306] linearizableReadLoop","detail":"{readStateIndex:15555; appliedIndex:15554; }","duration":"169.233074ms","start":"2026-03-01T01:55:00.457251Z","end":"2026-03-01T01:55:00.626484Z","steps":["trace[548700306] 'read index received' (duration: 112.085177ms)","trace[548700306] 'applied index is now lower than readState.Index' (duration: 57.146817ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:55:00.626648Z","caller":"traceutil/trace.go:171","msg":"trace[1979252513] transaction","detail":"{read_only:false; response_revision:15003; number_of_response:1; }","duration":"381.97577ms","start":"2026-03-01T01:55:00.24466Z","end":"2026-03-01T01:55:00.626636Z","steps":["trace[1979252513] 'process raft request' (duration: 324.861194ms)","trace[1979252513] 'compare' (duration: 56.728756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:55:00.626755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:00.244629Z","time spent":"382.050932ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:55:00.626775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.752288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-01T01:55:00.626854Z","caller":"traceutil/trace.go:171","msg":"trace[670897457] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:15003; }","duration":"146.867201ms","start":"2026-03-01T01:55:00.479966Z","end":"2026-03-01T01:55:00.626833Z","steps":["trace[670897457] 'agreement among raft nodes before linearized reading' (duration: 146.694127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.627126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.873441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:55:00.627156Z","caller":"traceutil/trace.go:171","msg":"trace[1524913616] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:15003; }","duration":"169.945113ms","start":"2026-03-01T01:55:00.457202Z","end":"2026-03-01T01:55:00.627147Z","steps":["trace[1524913616] 'agreement among raft nodes before linearized reading' (duration: 169.82932ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:03.172097Z","caller":"traceutil/trace.go:171","msg":"trace[1074631055] transaction","detail":"{read_only:false; response_revision:15019; number_of_response:1; }","duration":"102.317163ms","start":"2026-03-01T01:55:03.069734Z","end":"2026-03-01T01:55:03.172051Z","steps":["trace[1074631055] 'process raft request' (duration: 90.437644ms)","trace[1074631055] 'compare' (duration: 11.490269ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:55:35.953135Z","caller":"traceutil/trace.go:171","msg":"trace[398828475] transaction","detail":"{read_only:false; response_revision:15391; number_of_response:1; }","duration":"434.823715ms","start":"2026-03-01T01:55:35.518279Z","end":"2026-03-01T01:55:35.953103Z","steps":["trace[398828475] 'process raft request' (duration: 434.64439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:35.953316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:35.51826Z","time spent":"434.970228ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:55:35.954982Z","caller":"traceutil/trace.go:171","msg":"trace[681942486] transaction","detail":"{read_only:false; response_revision:15392; number_of_response:1; }","duration":"423.284625ms","start":"2026-03-01T01:55:35.531686Z","end":"2026-03-01T01:55:35.954971Z","steps":["trace[681942486] 'process raft request' (duration: 423.026108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:35.955042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:35.53166Z","time spent":"423.352967ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:55:39.315367Z","caller":"traceutil/trace.go:171","msg":"trace[1713365805] linearizableReadLoop","detail":"{readStateIndex:15978; appliedIndex:15977; }","duration":"214.655296ms","start":"2026-03-01T01:55:39.100689Z","end":"2026-03-01T01:55:39.315345Z","steps":["trace[1713365805] 'read index received' (duration: 115.732892ms)","trace[1713365805] 'applied index is now lower than readState.Index' (duration: 98.919094ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:55:39.315506Z","caller":"traceutil/trace.go:171","msg":"trace[613974389] transaction","detail":"{read_only:false; response_revision:15417; number_of_response:1; }","duration":"261.729641ms","start":"2026-03-01T01:55:39.053762Z","end":"2026-03-01T01:55:39.315491Z","steps":["trace[613974389] 'process raft request' (duration: 162.746525ms)","trace[613974389] 'compare' (duration: 98.719969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:55:39.315647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.162187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-758wm\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-01T01:55:39.315704Z","caller":"traceutil/trace.go:171","msg":"trace[1587980675] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-758wm; range_end:; response_count:1; response_revision:15417; }","duration":"213.258499ms","start":"2026-03-01T01:55:39.102431Z","end":"2026-03-01T01:55:39.31569Z","steps":["trace[1587980675] 'agreement among raft nodes before linearized reading' (duration: 213.116905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:39.315865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.180299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:55:39.31588Z","caller":"traceutil/trace.go:171","msg":"trace[1986533078] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:15417; }","duration":"215.268802ms","start":"2026-03-01T01:55:39.100606Z","end":"2026-03-01T01:55:39.315875Z","steps":["trace[1986533078] 'agreement among raft nodes before linearized reading' (duration: 215.218481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:39.315992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.925827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r7r8t\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-01T01:55:39.316033Z","caller":"traceutil/trace.go:171","msg":"trace[671438771] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r7r8t; range_end:; response_count:1; response_revision:15417; }","duration":"208.999549ms","start":"2026-03-01T01:55:39.107022Z","end":"2026-03-01T01:55:39.316021Z","steps":["trace[671438771] 'agreement among raft nodes before linearized reading' (duration: 208.846175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:39.316082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.332496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-01T01:55:39.316147Z","caller":"traceutil/trace.go:171","msg":"trace[1839224193] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:15417; }","duration":"212.436258ms","start":"2026-03-01T01:55:39.103692Z","end":"2026-03-01T01:55:39.316128Z","steps":["trace[1839224193] 'agreement among raft nodes before linearized reading' (duration: 212.231163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:41.175273Z","caller":"traceutil/trace.go:171","msg":"trace[680967580] transaction","detail":"{read_only:false; response_revision:15429; number_of_response:1; }","duration":"127.158989ms","start":"2026-03-01T01:55:41.048071Z","end":"2026-03-01T01:55:41.17523Z","steps":["trace[680967580] 'process raft request' (duration: 80.830273ms)","trace[680967580] 'compare' (duration: 46.129641ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:57:50.463016Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14105} {"level":"info","ts":"2026-03-01T01:57:50.558493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14105,"took":"92.960216ms","hash":1994838221,"current-db-size-bytes":43806720,"current-db-size":"44 MB","current-db-size-in-use-bytes":28221440,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T01:57:50.558548Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1994838221,"revision":14105,"compact-revision":11798} {"level":"info","ts":"2026-03-01T02:00:45.882993Z","caller":"traceutil/trace.go:171","msg":"trace[1715182095] linearizableReadLoop","detail":"{readStateIndex:17762; appliedIndex:17760; }","duration":"107.944264ms","start":"2026-03-01T02:00:45.775033Z","end":"2026-03-01T02:00:45.882978Z","steps":["trace[1715182095] 'read index received' (duration: 4.546929ms)","trace[1715182095] 'applied index is now lower than readState.Index' (duration: 103.396415ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T02:00:45.883148Z","caller":"traceutil/trace.go:171","msg":"trace[116685253] transaction","detail":"{read_only:false; response_revision:17131; number_of_response:1; }","duration":"110.547862ms","start":"2026-03-01T02:00:45.772592Z","end":"2026-03-01T02:00:45.88314Z","steps":["trace[116685253] 'process raft request' (duration: 40.855125ms)","trace[116685253] 'compare' (duration: 69.464601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T02:00:45.883296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.251992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dx4kf\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-01T02:00:45.883313Z","caller":"traceutil/trace.go:171","msg":"trace[346487084] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dx4kf; range_end:; response_count:1; response_revision:17131; }","duration":"108.294943ms","start":"2026-03-01T02:00:45.775012Z","end":"2026-03-01T02:00:45.883307Z","steps":["trace[346487084] 'agreement among raft nodes before linearized reading' (duration: 108.219331ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:46.081312Z","caller":"traceutil/trace.go:171","msg":"trace[1025569697] transaction","detail":"{read_only:false; response_revision:17133; number_of_response:1; }","duration":"101.323582ms","start":"2026-03-01T02:00:45.979964Z","end":"2026-03-01T02:00:46.081288Z","steps":["trace[1025569697] 'process raft request' (duration: 101.185298ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:02:44.732486Z","caller":"traceutil/trace.go:171","msg":"trace[445455393] transaction","detail":"{read_only:false; response_revision:17706; number_of_response:1; }","duration":"416.593318ms","start":"2026-03-01T02:02:44.315861Z","end":"2026-03-01T02:02:44.732455Z","steps":["trace[445455393] 'process raft request' (duration: 416.400163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.732718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.315848Z","time spent":"416.748362ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:02:44.733444Z","caller":"traceutil/trace.go:171","msg":"trace[1503757434] linearizableReadLoop","detail":"{readStateIndex:18363; appliedIndex:18361; }","duration":"326.762242ms","start":"2026-03-01T02:02:44.406655Z","end":"2026-03-01T02:02:44.733417Z","steps":["trace[1503757434] 'read index received' (duration: 325.670123ms)","trace[1503757434] 'applied index is now lower than readState.Index' (duration: 1.090929ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T02:02:44.733568Z","caller":"traceutil/trace.go:171","msg":"trace[1067536918] transaction","detail":"{read_only:false; response_revision:17707; number_of_response:1; }","duration":"417.575004ms","start":"2026-03-01T02:02:44.315983Z","end":"2026-03-01T02:02:44.733558Z","steps":["trace[1067536918] 'process raft request' (duration: 417.287206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.733732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.422261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T02:02:44.73383Z","caller":"traceutil/trace.go:171","msg":"trace[1692809385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17707; }","duration":"288.536174ms","start":"2026-03-01T02:02:44.44527Z","end":"2026-03-01T02:02:44.733806Z","steps":["trace[1692809385] 'agreement among raft nodes before linearized reading' (duration: 288.321529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.73383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.315954Z","time spent":"417.694106ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T02:02:44.73416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.497211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" ","response":"range_response_count:1 size:20755"} {"level":"info","ts":"2026-03-01T02:02:44.7342Z","caller":"traceutil/trace.go:171","msg":"trace[211944955] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6th4r; range_end:; response_count:1; response_revision:17707; }","duration":"327.582993ms","start":"2026-03-01T02:02:44.406606Z","end":"2026-03-01T02:02:44.734189Z","steps":["trace[211944955] 'agreement among raft nodes before linearized reading' (duration: 327.332997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.734204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.764984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T02:02:44.734229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.406583Z","time spent":"327.639085ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20778,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6th4r\" "} {"level":"info","ts":"2026-03-01T02:02:44.734258Z","caller":"traceutil/trace.go:171","msg":"trace[1869770104] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:17707; }","duration":"148.921659ms","start":"2026-03-01T02:02:44.58532Z","end":"2026-03-01T02:02:44.734242Z","steps":["trace[1869770104] 'agreement among raft nodes before linearized reading' (duration: 148.786095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.734486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.757452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T02:02:44.734575Z","caller":"traceutil/trace.go:171","msg":"trace[918587799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17707; }","duration":"285.881365ms","start":"2026-03-01T02:02:44.448668Z","end":"2026-03-01T02:02:44.734549Z","steps":["trace[918587799] 'agreement among raft nodes before linearized reading' (duration: 285.563536ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:02:50.470821Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16225} {"level":"info","ts":"2026-03-01T02:02:50.567033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16225,"took":"93.656496ms","hash":3055987581,"current-db-size-bytes":43806720,"current-db-size":"44 MB","current-db-size-in-use-bytes":24698880,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T02:02:50.567143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3055987581,"revision":16225,"compact-revision":14105}