{"level":"warn","ts":"2026-07-03T03:20:05.03071Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T03:20:05.030826Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T03:20:05.030921Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T03:20:05.030937Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-03T03:20:05.030956Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T03:20:05.031686Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-07-03T03:20:05.031794Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T03:20:05.035174Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.139414ms"} {"level":"info","ts":"2026-07-03T03:20:05.040928Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-07-03T03:20:05.041039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T03:20:05.041065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-07-03T03:20:05.041086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T03:20:05.041099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-07-03T03:20:05.041153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-07-03T03:20:05.047283Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T03:20:05.048726Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T03:20:05.049985Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T03:20:05.05224Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T03:20:05.052413Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T03:20:05.052563Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T03:20:05.053526Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T03:20:05.053638Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T03:20:05.055757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-07-03T03:20:05.055981Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-03T03:20:05.058104Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T03:20:05.058195Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-03T03:20:05.05824Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-03T03:20:05.058456Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T03:20:05.05849Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T03:20:05.841787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T03:20:05.841898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T03:20:05.841928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-07-03T03:20:05.841952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-07-03T03:20:05.841963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-03T03:20:05.84198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-07-03T03:20:05.841994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-03T03:20:05.843032Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T03:20:05.843052Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:20:05.843045Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T03:20:05.843122Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T03:20:05.8434Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T03:20:05.843481Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T03:20:05.844009Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:20:05.844129Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:20:05.844164Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T03:20:05.846954Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T03:20:05.847446Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-07-03T03:20:08.374628Z","caller":"traceutil/trace.go:171","msg":"trace[864112496] linearizableReadLoop","detail":"{readStateIndex:118; appliedIndex:117; }","duration":"140.067974ms","start":"2026-07-03T03:20:08.234513Z","end":"2026-07-03T03:20:08.374581Z","steps":["trace[864112496] 'read index received' (duration: 55.288068ms)","trace[864112496] 'applied index is now lower than readState.Index' (duration: 84.778296ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:20:08.374802Z","caller":"traceutil/trace.go:171","msg":"trace[736514610] transaction","detail":"{read_only:false; response_revision:113; number_of_response:1; }","duration":"140.311791ms","start":"2026-07-03T03:20:08.234428Z","end":"2026-07-03T03:20:08.37474Z","steps":["trace[736514610] 'process raft request' (duration: 55.438452ms)","trace[736514610] 'compare' (duration: 84.452338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:20:08.375026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.956529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T03:20:08.375033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.457604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T03:20:08.375113Z","caller":"traceutil/trace.go:171","msg":"trace[1847437441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:113; }","duration":"107.156554ms","start":"2026-07-03T03:20:08.267936Z","end":"2026-07-03T03:20:08.375093Z","steps":["trace[1847437441] 'agreement among raft nodes before linearized reading' (duration: 106.933958ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:08.375163Z","caller":"traceutil/trace.go:171","msg":"trace[1382787324] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:113; }","duration":"140.639339ms","start":"2026-07-03T03:20:08.23449Z","end":"2026-07-03T03:20:08.375129Z","steps":["trace[1382787324] 'agreement among raft nodes before linearized reading' (duration: 140.337861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:08.511757Z","caller":"traceutil/trace.go:171","msg":"trace[1787539658] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"114.710915ms","start":"2026-07-03T03:20:08.396998Z","end":"2026-07-03T03:20:08.511709Z","steps":["trace[1787539658] 'process raft request' (duration: 109.480896ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:08.769317Z","caller":"traceutil/trace.go:171","msg":"trace[796090758] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"179.511878ms","start":"2026-07-03T03:20:08.589693Z","end":"2026-07-03T03:20:08.769205Z","steps":["trace[796090758] 'process raft request' (duration: 114.613934ms)","trace[796090758] 'compare' (duration: 64.697368ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:20:09.893889Z","caller":"traceutil/trace.go:171","msg":"trace[2087734700] transaction","detail":"{read_only:false; response_revision:168; number_of_response:1; }","duration":"107.741819ms","start":"2026-07-03T03:20:09.786114Z","end":"2026-07-03T03:20:09.893856Z","steps":["trace[2087734700] 'process raft request' (duration: 12.703549ms)","trace[2087734700] 'compare' (duration: 94.897666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:20:17.35799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.234336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:20:17.358142Z","caller":"traceutil/trace.go:171","msg":"trace[420240954] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:370; }","duration":"266.648986ms","start":"2026-07-03T03:20:17.09147Z","end":"2026-07-03T03:20:17.358119Z","steps":["trace[420240954] 'read index received' (duration: 66.094506ms)","trace[420240954] 'applied index is now lower than readState.Index' (duration: 200.55305ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:20:17.358185Z","caller":"traceutil/trace.go:171","msg":"trace[666510798] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"275.76137ms","start":"2026-07-03T03:20:17.082385Z","end":"2026-07-03T03:20:17.358146Z","steps":["trace[666510798] 'process raft request' (duration: 158.719882ms)","trace[666510798] 'compare' (duration: 115.99994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:20:17.359426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.945491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-03T03:20:17.359735Z","caller":"traceutil/trace.go:171","msg":"trace[1437000207] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:360; }","duration":"268.228499ms","start":"2026-07-03T03:20:17.091436Z","end":"2026-07-03T03:20:17.359665Z","steps":["trace[1437000207] 'agreement among raft nodes before linearized reading' (duration: 266.77222ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:17.384908Z","caller":"traceutil/trace.go:171","msg":"trace[107345794] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"221.51883ms","start":"2026-07-03T03:20:17.163355Z","end":"2026-07-03T03:20:17.384874Z","steps":["trace[107345794] 'process raft request' (duration: 221.379916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:17.385192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.957518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-03T03:20:17.385293Z","caller":"traceutil/trace.go:171","msg":"trace[1696032979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:363; }","duration":"144.102081ms","start":"2026-07-03T03:20:17.241167Z","end":"2026-07-03T03:20:17.385269Z","steps":["trace[1696032979] 'agreement among raft nodes before linearized reading' (duration: 143.927877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:17.385293Z","caller":"traceutil/trace.go:171","msg":"trace[690418416] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"221.678845ms","start":"2026-07-03T03:20:17.163599Z","end":"2026-07-03T03:20:17.385278Z","steps":["trace[690418416] 'process raft request' (duration: 221.212762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:17.38534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.615954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-07-03T03:20:17.385458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.94239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-03T03:20:17.385454Z","caller":"traceutil/trace.go:171","msg":"trace[48590781] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"223.047571ms","start":"2026-07-03T03:20:17.162353Z","end":"2026-07-03T03:20:17.3854Z","steps":["trace[48590781] 'process raft request' (duration: 222.128306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:17.385564Z","caller":"traceutil/trace.go:171","msg":"trace[1552197049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:363; }","duration":"244.104064ms","start":"2026-07-03T03:20:17.141427Z","end":"2026-07-03T03:20:17.385532Z","steps":["trace[1552197049] 'agreement among raft nodes before linearized reading' (duration: 243.92223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:17.385482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.876432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:20:17.385483Z","caller":"traceutil/trace.go:171","msg":"trace[807847265] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:363; }","duration":"193.81337ms","start":"2026-07-03T03:20:17.191643Z","end":"2026-07-03T03:20:17.385456Z","steps":["trace[807847265] 'agreement among raft nodes before linearized reading' (duration: 193.483032ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:17.385649Z","caller":"traceutil/trace.go:171","msg":"trace[974453778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:363; }","duration":"261.037757ms","start":"2026-07-03T03:20:17.124581Z","end":"2026-07-03T03:20:17.385619Z","steps":["trace[974453778] 'agreement among raft nodes before linearized reading' (duration: 260.829511ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:21.047763Z","caller":"traceutil/trace.go:171","msg":"trace[455818380] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"365.834098ms","start":"2026-07-03T03:20:20.681898Z","end":"2026-07-03T03:20:21.047732Z","steps":["trace[455818380] 'read index received' (duration: 365.653103ms)","trace[455818380] 'applied index is now lower than readState.Index' (duration: 179.685µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:20:21.047794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:20.472658Z","time spent":"575.126881ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T03:20:21.048242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.323341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-07-03T03:20:21.048304Z","caller":"traceutil/trace.go:171","msg":"trace[86691899] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:403; }","duration":"366.463505ms","start":"2026-07-03T03:20:20.681827Z","end":"2026-07-03T03:20:21.048291Z","steps":["trace[86691899] 'agreement among raft nodes before linearized reading' (duration: 366.29895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:21.048348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:20.681798Z","time spent":"366.541517ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-03T03:20:21.65812Z","caller":"traceutil/trace.go:171","msg":"trace[451027959] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"608.661147ms","start":"2026-07-03T03:20:21.049384Z","end":"2026-07-03T03:20:21.658045Z","steps":["trace[451027959] 'process raft request' (duration: 599.05093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:21.659952Z","caller":"traceutil/trace.go:171","msg":"trace[658632725] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:417; }","duration":"205.03417ms","start":"2026-07-03T03:20:21.454837Z","end":"2026-07-03T03:20:21.659871Z","steps":["trace[658632725] 'read index received' (duration: 193.623475ms)","trace[658632725] 'applied index is now lower than readState.Index' (duration: 11.407855ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:20:21.660121Z","caller":"traceutil/trace.go:171","msg":"trace[1204791894] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"604.763964ms","start":"2026-07-03T03:20:21.055317Z","end":"2026-07-03T03:20:21.660081Z","steps":["trace[1204791894] 'process raft request' (duration: 604.122296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:21.660233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:21.049313Z","time spent":"608.953745ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:20:21.662225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:21.0553Z","time spent":"604.887166ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:20:21.662573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.728012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:20:21.662663Z","caller":"traceutil/trace.go:171","msg":"trace[1845520601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"207.850115ms","start":"2026-07-03T03:20:21.454771Z","end":"2026-07-03T03:20:21.662621Z","steps":["trace[1845520601] 'agreement among raft nodes before linearized reading' (duration: 205.38483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:48.068401Z","caller":"traceutil/trace.go:171","msg":"trace[1838198079] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"138.392889ms","start":"2026-07-03T03:20:47.929963Z","end":"2026-07-03T03:20:48.068356Z","steps":["trace[1838198079] 'process raft request' (duration: 138.104241ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:53.967587Z","caller":"traceutil/trace.go:171","msg":"trace[517790825] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"509.208189ms","start":"2026-07-03T03:20:53.458336Z","end":"2026-07-03T03:20:53.967544Z","steps":["trace[517790825] 'process raft request' (duration: 508.954482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:53.967808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.458295Z","time spent":"509.412244ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:20:54.001068Z","caller":"traceutil/trace.go:171","msg":"trace[1798747822] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"540.211488ms","start":"2026-07-03T03:20:53.460803Z","end":"2026-07-03T03:20:54.001014Z","steps":["trace[1798747822] 'process raft request' (duration: 539.945531ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:54.001138Z","caller":"traceutil/trace.go:171","msg":"trace[1646015064] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"539.399406ms","start":"2026-07-03T03:20:53.461689Z","end":"2026-07-03T03:20:54.001088Z","steps":["trace[1646015064] 'process raft request' (duration: 539.238891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:54.001285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.460758Z","time spent":"540.416363ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:20:54.001315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.46166Z","time spent":"539.570531ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:20:54.001459Z","caller":"traceutil/trace.go:171","msg":"trace[175525547] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"522.060562ms","start":"2026-07-03T03:20:53.479379Z","end":"2026-07-03T03:20:54.00144Z","steps":["trace[175525547] 'process raft request' (duration: 521.59889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:54.001475Z","caller":"traceutil/trace.go:171","msg":"trace[1576946448] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"510.405472ms","start":"2026-07-03T03:20:53.491049Z","end":"2026-07-03T03:20:54.001454Z","steps":["trace[1576946448] 'process raft request' (duration: 510.054792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:54.001555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.479345Z","time spent":"522.159235ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:20:54.001562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.491003Z","time spent":"510.516994ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:20:54.001531Z","caller":"traceutil/trace.go:171","msg":"trace[627044222] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"510.970326ms","start":"2026-07-03T03:20:53.49052Z","end":"2026-07-03T03:20:54.001491Z","steps":["trace[627044222] 'process raft request' (duration: 510.501084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:54.001553Z","caller":"traceutil/trace.go:171","msg":"trace[77847708] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"510.953776ms","start":"2026-07-03T03:20:53.490519Z","end":"2026-07-03T03:20:54.001473Z","steps":["trace[77847708] 'process raft request' (duration: 510.545335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:54.001691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.490503Z","time spent":"511.11333ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:20:54.001707Z","caller":"traceutil/trace.go:171","msg":"trace[1264011945] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"503.411104ms","start":"2026-07-03T03:20:53.49828Z","end":"2026-07-03T03:20:54.001691Z","steps":["trace[1264011945] 'process raft request' (duration: 503.033684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:54.001827Z","caller":"traceutil/trace.go:171","msg":"trace[1210190445] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"492.452532ms","start":"2026-07-03T03:20:53.509354Z","end":"2026-07-03T03:20:54.001806Z","steps":["trace[1210190445] 'process raft request' (duration: 492.078442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:54.001825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.49826Z","time spent":"503.532268ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:20:54.001681Z","caller":"traceutil/trace.go:171","msg":"trace[799973163] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"510.454972ms","start":"2026-07-03T03:20:53.49114Z","end":"2026-07-03T03:20:54.001594Z","steps":["trace[799973163] 'process raft request' (duration: 510.00586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:54.001888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.509332Z","time spent":"492.530633ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:20:54.001929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.490494Z","time spent":"511.180382ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:20:54.001974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.49111Z","time spent":"510.785541ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:20:54.002223Z","caller":"traceutil/trace.go:171","msg":"trace[1359530377] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"391.305929ms","start":"2026-07-03T03:20:53.610901Z","end":"2026-07-03T03:20:54.002207Z","steps":["trace[1359530377] 'process raft request' (duration: 391.104003ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:20:54.002121Z","caller":"traceutil/trace.go:171","msg":"trace[225990607] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"474.44397ms","start":"2026-07-03T03:20:53.527653Z","end":"2026-07-03T03:20:54.002097Z","steps":["trace[225990607] 'process raft request' (duration: 474.050109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:20:54.002297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.610859Z","time spent":"391.407111ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:20:54.002764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:20:53.527633Z","time spent":"474.669606ms","remote":"127.0.0.1:42314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:21:00.46452Z","caller":"traceutil/trace.go:171","msg":"trace[1823141480] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"415.104134ms","start":"2026-07-03T03:21:00.049389Z","end":"2026-07-03T03:21:00.464493Z","steps":["trace[1823141480] 'read index received' (duration: 414.176399ms)","trace[1823141480] 'applied index is now lower than readState.Index' (duration: 926.655µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:21:00.464777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.396384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T03:21:00.46482Z","caller":"traceutil/trace.go:171","msg":"trace[1973332786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:650; }","duration":"335.491717ms","start":"2026-07-03T03:21:00.129315Z","end":"2026-07-03T03:21:00.464807Z","steps":["trace[1973332786] 'agreement among raft nodes before linearized reading' (duration: 335.334512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:00.464787Z","caller":"traceutil/trace.go:171","msg":"trace[2132509124] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"421.237208ms","start":"2026-07-03T03:21:00.04335Z","end":"2026-07-03T03:21:00.464588Z","steps":["trace[2132509124] 'process raft request' (duration: 420.56998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:00.464858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.909532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:21:00.464975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.439614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T03:21:00.464983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.926401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T03:21:00.465025Z","caller":"traceutil/trace.go:171","msg":"trace[1184587823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"127.125788ms","start":"2026-07-03T03:21:00.337862Z","end":"2026-07-03T03:21:00.464987Z","steps":["trace[1184587823] 'agreement among raft nodes before linearized reading' (duration: 126.83886ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:00.465049Z","caller":"traceutil/trace.go:171","msg":"trace[125841455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:650; }","duration":"158.578948ms","start":"2026-07-03T03:21:00.30645Z","end":"2026-07-03T03:21:00.465029Z","steps":["trace[125841455] 'agreement among raft nodes before linearized reading' (duration: 158.334711ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:00.465058Z","caller":"traceutil/trace.go:171","msg":"trace[1635626424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:650; }","duration":"335.048485ms","start":"2026-07-03T03:21:00.129991Z","end":"2026-07-03T03:21:00.46504Z","steps":["trace[1635626424] 'agreement among raft nodes before linearized reading' (duration: 334.834029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:00.464863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:00.129297Z","time spent":"335.555458ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:21:00.465101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:00.129968Z","time spent":"335.120886ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:21:00.465122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:00.043316Z","time spent":"421.654409ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:21:00.464847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.434703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T03:21:00.465233Z","caller":"traceutil/trace.go:171","msg":"trace[1041802866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:650; }","duration":"415.892325ms","start":"2026-07-03T03:21:00.049326Z","end":"2026-07-03T03:21:00.465218Z","steps":["trace[1041802866] 'agreement among raft nodes before linearized reading' (duration: 415.291819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:00.465288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:00.049304Z","time spent":"415.967787ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:21:00.662778Z","caller":"traceutil/trace.go:171","msg":"trace[1331315212] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:676; }","duration":"190.960254ms","start":"2026-07-03T03:21:00.471793Z","end":"2026-07-03T03:21:00.662753Z","steps":["trace[1331315212] 'read index received' (duration: 46.910444ms)","trace[1331315212] 'applied index is now lower than readState.Index' (duration: 144.04879ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:21:00.662873Z","caller":"traceutil/trace.go:171","msg":"trace[522955757] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"192.660059ms","start":"2026-07-03T03:21:00.470165Z","end":"2026-07-03T03:21:00.662825Z","steps":["trace[522955757] 'process raft request' (duration: 192.437503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:00.662952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.131269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T03:21:00.662992Z","caller":"traceutil/trace.go:171","msg":"trace[1226661824] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:654; }","duration":"191.223021ms","start":"2026-07-03T03:21:00.471756Z","end":"2026-07-03T03:21:00.662979Z","steps":["trace[1226661824] 'agreement among raft nodes before linearized reading' (duration: 191.126819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:00.662898Z","caller":"traceutil/trace.go:171","msg":"trace[1773414173] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"192.631338ms","start":"2026-07-03T03:21:00.470235Z","end":"2026-07-03T03:21:00.662866Z","steps":["trace[1773414173] 'process raft request' (duration: 192.479314ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:00.663064Z","caller":"traceutil/trace.go:171","msg":"trace[1946801643] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"192.820953ms","start":"2026-07-03T03:21:00.47016Z","end":"2026-07-03T03:21:00.662981Z","steps":["trace[1946801643] 'process raft request' (duration: 192.295559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:01.076769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.083277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-03T03:21:01.077028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:00.664612Z","time spent":"412.411722ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T03:21:01.077052Z","caller":"traceutil/trace.go:171","msg":"trace[667610484] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"543.570538ms","start":"2026-07-03T03:21:00.533448Z","end":"2026-07-03T03:21:01.077018Z","steps":["trace[667610484] 'process raft request' (duration: 187.122801ms)","trace[667610484] 'compare' (duration: 355.82581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:21:01.077302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:00.533426Z","time spent":"543.754112ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:21:01.077463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.998621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vjtms\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-03T03:21:01.077519Z","caller":"traceutil/trace.go:171","msg":"trace[1762733293] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vjtms; range_end:; response_count:1; response_revision:655; }","duration":"467.102224ms","start":"2026-07-03T03:21:00.610395Z","end":"2026-07-03T03:21:01.077497Z","steps":["trace[1762733293] 'agreement among raft nodes before linearized reading' (duration: 466.997451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:01.077558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:00.610367Z","time spent":"467.183706ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-vjtms\" "} {"level":"info","ts":"2026-07-03T03:21:01.077399Z","caller":"traceutil/trace.go:171","msg":"trace[1126505612] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:680; }","duration":"414.301803ms","start":"2026-07-03T03:21:00.662859Z","end":"2026-07-03T03:21:01.07716Z","steps":["trace[1126505612] 'read index received' (duration: 57.62858ms)","trace[1126505612] 'applied index is now lower than readState.Index' (duration: 356.669702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:21:01.9049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.335856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:21:01.905067Z","caller":"traceutil/trace.go:171","msg":"trace[100360203] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"816.475482ms","start":"2026-07-03T03:21:01.088565Z","end":"2026-07-03T03:21:01.905041Z","steps":["trace[100360203] 'read index received' (duration: 366.037973ms)","trace[100360203] 'applied index is now lower than readState.Index' (duration: 450.435699ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:21:01.905137Z","caller":"traceutil/trace.go:171","msg":"trace[202677267] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"826.854748ms","start":"2026-07-03T03:21:01.078211Z","end":"2026-07-03T03:21:01.905066Z","steps":["trace[202677267] 'process raft request' (duration: 376.244205ms)","trace[202677267] 'compare' (duration: 450.051038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:21:01.905308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:01.078173Z","time spent":"827.053894ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:21:01.905242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.650026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:21:01.905405Z","caller":"traceutil/trace.go:171","msg":"trace[928617089] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:656; }","duration":"816.898133ms","start":"2026-07-03T03:21:01.088494Z","end":"2026-07-03T03:21:01.905392Z","steps":["trace[928617089] 'agreement among raft nodes before linearized reading' (duration: 816.645306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:01.905449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:01.088468Z","time spent":"816.969424ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-07-03T03:21:02.223251Z","caller":"traceutil/trace.go:171","msg":"trace[2121934191] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:683; }","duration":"318.117213ms","start":"2026-07-03T03:21:01.905104Z","end":"2026-07-03T03:21:02.223221Z","steps":["trace[2121934191] 'read index received' (duration: 317.912847ms)","trace[2121934191] 'applied index is now lower than readState.Index' (duration: 202.255µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:21:02.223347Z","caller":"traceutil/trace.go:171","msg":"trace[633918747] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"1.130755451s","start":"2026-07-03T03:21:01.092545Z","end":"2026-07-03T03:21:02.223301Z","steps":["trace[633918747] 'process raft request' (duration: 1.130489834s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:02.223505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.408746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:21:02.22357Z","caller":"traceutil/trace.go:171","msg":"trace[1393239739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"884.52665ms","start":"2026-07-03T03:21:01.339028Z","end":"2026-07-03T03:21:02.223555Z","steps":["trace[1393239739] 'agreement among raft nodes before linearized reading' (duration: 884.415728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:02.223622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:01.339009Z","time spent":"884.598532ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:21:02.223615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:01.092532Z","time spent":"1.130950807s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:21:02.22369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.981628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T03:21:02.223776Z","caller":"traceutil/trace.go:171","msg":"trace[1223249670] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:657; }","duration":"315.142023ms","start":"2026-07-03T03:21:01.908616Z","end":"2026-07-03T03:21:02.223758Z","steps":["trace[1223249670] 'agreement among raft nodes before linearized reading' (duration: 314.930167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:02.223817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:01.908597Z","time spent":"315.211464ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T03:21:03.024095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427195523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:21:03.524817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427195523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:21:04.025602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427195523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:21:04.482946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.158746775s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T03:21:04.484136Z","caller":"traceutil/trace.go:171","msg":"trace[1045531823] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"1.960490177s","start":"2026-07-03T03:21:02.523613Z","end":"2026-07-03T03:21:04.484103Z","steps":["trace[1045531823] 'read index received' (duration: 1.959561992s)","trace[1045531823] 'applied index is now lower than readState.Index' (duration: 927.215µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:21:04.484239Z","caller":"traceutil/trace.go:171","msg":"trace[716524389] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"2.163472641s","start":"2026-07-03T03:21:02.320716Z","end":"2026-07-03T03:21:04.484189Z","steps":["trace[716524389] 'process raft request' (duration: 2.1627036s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:04.484425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:02.320676Z","time spent":"2.163644095s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:21:04.484442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960818065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T03:21:04.48465Z","caller":"traceutil/trace.go:171","msg":"trace[1805315722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:658; }","duration":"1.961096643s","start":"2026-07-03T03:21:02.523537Z","end":"2026-07-03T03:21:04.484634Z","steps":["trace[1805315722] 'agreement among raft nodes before linearized reading' (duration: 1.960703222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:04.484692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:02.523508Z","time spent":"1.961172945s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T03:21:04.493834Z","caller":"traceutil/trace.go:171","msg":"trace[556482952] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"236.879911ms","start":"2026-07-03T03:21:04.256929Z","end":"2026-07-03T03:21:04.493808Z","steps":["trace[556482952] 'process raft request' (duration: 236.747387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:04.494322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155417279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:21:04.494373Z","caller":"traceutil/trace.go:171","msg":"trace[1340731632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"1.155527413s","start":"2026-07-03T03:21:03.338835Z","end":"2026-07-03T03:21:04.494362Z","steps":["trace[1340731632] 'agreement among raft nodes before linearized reading' (duration: 1.155450971s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:04.494366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827023939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T03:21:04.494399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:03.338792Z","time spent":"1.155598924s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:21:04.494391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826889206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T03:21:04.49443Z","caller":"traceutil/trace.go:171","msg":"trace[1178425193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:659; }","duration":"1.827144163s","start":"2026-07-03T03:21:02.667269Z","end":"2026-07-03T03:21:04.494413Z","steps":["trace[1178425193] 'agreement among raft nodes before linearized reading' (duration: 1.826946018s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:04.494449Z","caller":"traceutil/trace.go:171","msg":"trace[850296668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:659; }","duration":"1.827005228s","start":"2026-07-03T03:21:02.667426Z","end":"2026-07-03T03:21:04.494431Z","steps":["trace[850296668] 'agreement among raft nodes before linearized reading' (duration: 1.826808973s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:04.494473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:02.667245Z","time spent":"1.827217414s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:21:04.494469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827074571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T03:21:04.494484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:02.667398Z","time spent":"1.827077811s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:21:04.494546Z","caller":"traceutil/trace.go:171","msg":"trace[182671934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:659; }","duration":"1.827143322s","start":"2026-07-03T03:21:02.667364Z","end":"2026-07-03T03:21:04.494507Z","steps":["trace[182671934] 'agreement among raft nodes before linearized reading' (duration: 1.826973018s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:04.494593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:02.667356Z","time spent":"1.827225554s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:21:05.991673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.962429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:21:05.99176Z","caller":"traceutil/trace.go:171","msg":"trace[1941600812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:680; }","duration":"220.093802ms","start":"2026-07-03T03:21:05.771647Z","end":"2026-07-03T03:21:05.991741Z","steps":["trace[1941600812] 'range keys from in-memory index tree' (duration: 219.906368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:10.810767Z","caller":"traceutil/trace.go:171","msg":"trace[1384060109] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"117.177552ms","start":"2026-07-03T03:21:10.693556Z","end":"2026-07-03T03:21:10.810733Z","steps":["trace[1384060109] 'process raft request' (duration: 116.911445ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:12.022417Z","caller":"traceutil/trace.go:171","msg":"trace[1438691618] transaction","detail":"{read_only:false; number_of_response:0; response_revision:764; }","duration":"146.129496ms","start":"2026-07-03T03:21:11.876261Z","end":"2026-07-03T03:21:12.022391Z","steps":["trace[1438691618] 'process raft request' (duration: 146.019253ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:16.676663Z","caller":"traceutil/trace.go:171","msg":"trace[1980471380] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"122.35336ms","start":"2026-07-03T03:21:16.554265Z","end":"2026-07-03T03:21:16.676619Z","steps":["trace[1980471380] 'process raft request' (duration: 122.210256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:16.677849Z","caller":"traceutil/trace.go:171","msg":"trace[1363684938] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"122.37775ms","start":"2026-07-03T03:21:16.555442Z","end":"2026-07-03T03:21:16.67782Z","steps":["trace[1363684938] 'process raft request' (duration: 122.157044ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:16.678177Z","caller":"traceutil/trace.go:171","msg":"trace[1514763745] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"122.35895ms","start":"2026-07-03T03:21:16.55578Z","end":"2026-07-03T03:21:16.678139Z","steps":["trace[1514763745] 'process raft request' (duration: 121.98429ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:16.678339Z","caller":"traceutil/trace.go:171","msg":"trace[2072377025] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"120.906111ms","start":"2026-07-03T03:21:16.557397Z","end":"2026-07-03T03:21:16.678303Z","steps":["trace[2072377025] 'process raft request' (duration: 120.659765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:19.523439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.46148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:21:19.52354Z","caller":"traceutil/trace.go:171","msg":"trace[2037440079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:815; }","duration":"184.617984ms","start":"2026-07-03T03:21:19.3389Z","end":"2026-07-03T03:21:19.523518Z","steps":["trace[2037440079] 'range keys from in-memory index tree' (duration: 184.343167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:20.025034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427195906,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:21:20.258715Z","caller":"traceutil/trace.go:171","msg":"trace[1071373014] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"738.336933ms","start":"2026-07-03T03:21:19.520354Z","end":"2026-07-03T03:21:20.258691Z","steps":["trace[1071373014] 'process raft request' (duration: 738.176549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:20.258891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:19.520331Z","time spent":"738.459576ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:21:20.623446Z","caller":"traceutil/trace.go:171","msg":"trace[1528525211] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:847; }","duration":"1.098804656s","start":"2026-07-03T03:21:19.52462Z","end":"2026-07-03T03:21:20.623425Z","steps":["trace[1528525211] 'read index received' (duration: 733.939676ms)","trace[1528525211] 'applied index is now lower than readState.Index' (duration: 364.86398ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:21:20.623552Z","caller":"traceutil/trace.go:171","msg":"trace[1095448083] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"895.314837ms","start":"2026-07-03T03:21:19.728193Z","end":"2026-07-03T03:21:20.623508Z","steps":["trace[1095448083] 'process raft request' (duration: 895.091341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:20.623693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.526625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:21:20.623767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:19.728168Z","time spent":"895.478142ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:21:20.623784Z","caller":"traceutil/trace.go:171","msg":"trace[262356077] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:817; }","duration":"717.68042ms","start":"2026-07-03T03:21:19.906082Z","end":"2026-07-03T03:21:20.623763Z","steps":["trace[262356077] 'agreement among raft nodes before linearized reading' (duration: 717.530606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:20.623851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:19.906059Z","time spent":"717.774452ms","remote":"127.0.0.1:42682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:21:20.623735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099073773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:21:20.623906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.871522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T03:21:20.624031Z","caller":"traceutil/trace.go:171","msg":"trace[708808620] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:817; }","duration":"151.049826ms","start":"2026-07-03T03:21:20.47296Z","end":"2026-07-03T03:21:20.62401Z","steps":["trace[708808620] 'agreement among raft nodes before linearized reading' (duration: 150.717288ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:20.62403Z","caller":"traceutil/trace.go:171","msg":"trace[183206798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"1.099433932s","start":"2026-07-03T03:21:19.524565Z","end":"2026-07-03T03:21:20.623999Z","steps":["trace[183206798] 'agreement among raft nodes before linearized reading' (duration: 1.099009691s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:20.624113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:19.524534Z","time spent":"1.099561856s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:21:20.623901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.249863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T03:21:20.624224Z","caller":"traceutil/trace.go:171","msg":"trace[481552032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:817; }","duration":"459.601223ms","start":"2026-07-03T03:21:20.164599Z","end":"2026-07-03T03:21:20.6242Z","steps":["trace[481552032] 'agreement among raft nodes before linearized reading' (duration: 459.13277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:20.624397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:20.164577Z","time spent":"459.801117ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T03:21:30.765934Z","caller":"traceutil/trace.go:171","msg":"trace[1693595760] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"149.155966ms","start":"2026-07-03T03:21:30.616735Z","end":"2026-07-03T03:21:30.765891Z","steps":["trace[1693595760] 'process raft request' (duration: 148.805377ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:49.195159Z","caller":"traceutil/trace.go:171","msg":"trace[1258163240] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1258; }","duration":"113.032001ms","start":"2026-07-03T03:21:49.082102Z","end":"2026-07-03T03:21:49.195134Z","steps":["trace[1258163240] 'read index received' (duration: 112.826415ms)","trace[1258163240] 'applied index is now lower than readState.Index' (duration: 204.606µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:21:49.195246Z","caller":"traceutil/trace.go:171","msg":"trace[352147814] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"149.112865ms","start":"2026-07-03T03:21:49.046116Z","end":"2026-07-03T03:21:49.195229Z","steps":["trace[352147814] 'process raft request' (duration: 148.864869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:49.195392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.275548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T03:21:49.195426Z","caller":"traceutil/trace.go:171","msg":"trace[1037656628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1220; }","duration":"113.351599ms","start":"2026-07-03T03:21:49.082062Z","end":"2026-07-03T03:21:49.195414Z","steps":["trace[1037656628] 'agreement among raft nodes before linearized reading' (duration: 113.209806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:49.195583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.34587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-03T03:21:49.195679Z","caller":"traceutil/trace.go:171","msg":"trace[1983697795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1220; }","duration":"113.524995ms","start":"2026-07-03T03:21:49.082132Z","end":"2026-07-03T03:21:49.195657Z","steps":["trace[1983697795] 'agreement among raft nodes before linearized reading' (duration: 113.229357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:49.937046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.946325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:21:49.937158Z","caller":"traceutil/trace.go:171","msg":"trace[1048766881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1222; }","duration":"597.11551ms","start":"2026-07-03T03:21:49.340013Z","end":"2026-07-03T03:21:49.937129Z","steps":["trace[1048766881] 'range keys from in-memory index tree' (duration: 596.853163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:49.937215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:49.339992Z","time spent":"597.202602ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T03:21:50.40544Z","caller":"traceutil/trace.go:171","msg":"trace[1160498248] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"359.890658ms","start":"2026-07-03T03:21:50.045516Z","end":"2026-07-03T03:21:50.405407Z","steps":["trace[1160498248] 'process raft request' (duration: 359.707253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:21:50.405639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:21:50.045485Z","time spent":"360.053372ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:21:55.155293Z","caller":"traceutil/trace.go:171","msg":"trace[596368381] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"133.271218ms","start":"2026-07-03T03:21:55.021999Z","end":"2026-07-03T03:21:55.15527Z","steps":["trace[596368381] 'process raft request' (duration: 128.762576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:55.155559Z","caller":"traceutil/trace.go:171","msg":"trace[1292946676] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"130.550884ms","start":"2026-07-03T03:21:55.025003Z","end":"2026-07-03T03:21:55.155554Z","steps":["trace[1292946676] 'process raft request' (duration: 130.470452ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:55.155677Z","caller":"traceutil/trace.go:171","msg":"trace[392289133] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"132.687632ms","start":"2026-07-03T03:21:55.022984Z","end":"2026-07-03T03:21:55.155672Z","steps":["trace[392289133] 'process raft request' (duration: 132.196668ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:55.177029Z","caller":"traceutil/trace.go:171","msg":"trace[346465521] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"135.089677ms","start":"2026-07-03T03:21:55.041896Z","end":"2026-07-03T03:21:55.176986Z","steps":["trace[346465521] 'process raft request' (duration: 134.8339ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:55.177164Z","caller":"traceutil/trace.go:171","msg":"trace[1279839495] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"134.071069ms","start":"2026-07-03T03:21:55.043079Z","end":"2026-07-03T03:21:55.17715Z","steps":["trace[1279839495] 'process raft request' (duration: 133.833753ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:21:55.17706Z","caller":"traceutil/trace.go:171","msg":"trace[1365948092] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"134.035878ms","start":"2026-07-03T03:21:55.043Z","end":"2026-07-03T03:21:55.177036Z","steps":["trace[1365948092] 'process raft request' (duration: 133.865984ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:02.453079Z","caller":"traceutil/trace.go:171","msg":"trace[1092933363] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"101.032805ms","start":"2026-07-03T03:22:02.352019Z","end":"2026-07-03T03:22:02.453052Z","steps":["trace[1092933363] 'process raft request' (duration: 100.832299ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:02.582924Z","caller":"traceutil/trace.go:171","msg":"trace[1297917823] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"132.24347ms","start":"2026-07-03T03:22:02.45063Z","end":"2026-07-03T03:22:02.582873Z","steps":["trace[1297917823] 'process raft request' (duration: 111.330414ms)","trace[1297917823] 'compare' (duration: 20.604428ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:02.582919Z","caller":"traceutil/trace.go:171","msg":"trace[513856411] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"116.066942ms","start":"2026-07-03T03:22:02.466816Z","end":"2026-07-03T03:22:02.582883Z","steps":["trace[513856411] 'process raft request' (duration: 115.98671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:05.585341Z","caller":"traceutil/trace.go:171","msg":"trace[589239063] linearizableReadLoop","detail":"{readStateIndex:1399; appliedIndex:1397; }","duration":"246.372049ms","start":"2026-07-03T03:22:05.338943Z","end":"2026-07-03T03:22:05.585315Z","steps":["trace[589239063] 'read index received' (duration: 203.316763ms)","trace[589239063] 'applied index is now lower than readState.Index' (duration: 43.053816ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:05.585518Z","caller":"traceutil/trace.go:171","msg":"trace[336238405] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"268.022605ms","start":"2026-07-03T03:22:05.317477Z","end":"2026-07-03T03:22:05.5855Z","steps":["trace[336238405] 'process raft request' (duration: 267.792419ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:05.585365Z","caller":"traceutil/trace.go:171","msg":"trace[176026788] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"268.388355ms","start":"2026-07-03T03:22:05.316945Z","end":"2026-07-03T03:22:05.585333Z","steps":["trace[176026788] 'process raft request' (duration: 225.296949ms)","trace[176026788] 'compare' (duration: 42.881381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:05.585708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.759809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:05.585802Z","caller":"traceutil/trace.go:171","msg":"trace[1289136830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1354; }","duration":"246.910014ms","start":"2026-07-03T03:22:05.338877Z","end":"2026-07-03T03:22:05.585787Z","steps":["trace[1289136830] 'agreement among raft nodes before linearized reading' (duration: 246.77697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:05.585826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.962699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T03:22:05.585862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.143942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T03:22:05.585877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.578817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:22:05.585911Z","caller":"traceutil/trace.go:171","msg":"trace[1891763758] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1354; }","duration":"143.092163ms","start":"2026-07-03T03:22:05.442799Z","end":"2026-07-03T03:22:05.585891Z","steps":["trace[1891763758] 'agreement among raft nodes before linearized reading' (duration: 142.881038ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:05.585938Z","caller":"traceutil/trace.go:171","msg":"trace[1023340644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1354; }","duration":"144.282705ms","start":"2026-07-03T03:22:05.441635Z","end":"2026-07-03T03:22:05.585918Z","steps":["trace[1023340644] 'agreement among raft nodes before linearized reading' (duration: 144.050619ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:05.585958Z","caller":"traceutil/trace.go:171","msg":"trace[562092072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1354; }","duration":"242.70717ms","start":"2026-07-03T03:22:05.343233Z","end":"2026-07-03T03:22:05.58594Z","steps":["trace[562092072] 'agreement among raft nodes before linearized reading' (duration: 242.449173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:12.402986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.003067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-ggc67\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-07-03T03:22:12.40309Z","caller":"traceutil/trace.go:171","msg":"trace[2024189801] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-ggc67; range_end:; response_count:1; response_revision:1483; }","duration":"421.163781ms","start":"2026-07-03T03:22:11.981901Z","end":"2026-07-03T03:22:12.403064Z","steps":["trace[2024189801] 'range keys from in-memory index tree' (duration: 420.806831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:12.403141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:11.981882Z","time spent":"421.246514ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4201,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-ggc67\" "} {"level":"info","ts":"2026-07-03T03:22:12.760781Z","caller":"traceutil/trace.go:171","msg":"trace[707635250] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1532; }","duration":"218.624808ms","start":"2026-07-03T03:22:12.542127Z","end":"2026-07-03T03:22:12.760752Z","steps":["trace[707635250] 'read index received' (duration: 218.554766ms)","trace[707635250] 'applied index is now lower than readState.Index' (duration: 68.682µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:12.76096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.814654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:22:12.760926Z","caller":"traceutil/trace.go:171","msg":"trace[649545061] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"351.001862ms","start":"2026-07-03T03:22:12.409888Z","end":"2026-07-03T03:22:12.76089Z","steps":["trace[649545061] 'process raft request' (duration: 350.695953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:12.761167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:12.409853Z","time spent":"351.213477ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4492,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:12.761Z","caller":"traceutil/trace.go:171","msg":"trace[961594123] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1484; }","duration":"218.926816ms","start":"2026-07-03T03:22:12.542062Z","end":"2026-07-03T03:22:12.760988Z","steps":["trace[961594123] 'agreement among raft nodes before linearized reading' (duration: 218.798373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:12.774516Z","caller":"traceutil/trace.go:171","msg":"trace[224383873] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"160.101734ms","start":"2026-07-03T03:22:12.61439Z","end":"2026-07-03T03:22:12.774492Z","steps":["trace[224383873] 'process raft request' (duration: 159.797566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:15.43042Z","caller":"traceutil/trace.go:171","msg":"trace[196762636] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"157.959536ms","start":"2026-07-03T03:22:15.272445Z","end":"2026-07-03T03:22:15.430404Z","steps":["trace[196762636] 'process raft request' (duration: 157.864454ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:15.463741Z","caller":"traceutil/trace.go:171","msg":"trace[513748742] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"177.680241ms","start":"2026-07-03T03:22:15.286027Z","end":"2026-07-03T03:22:15.463707Z","steps":["trace[513748742] 'process raft request' (duration: 177.379473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:18.280907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.193467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:22:18.281121Z","caller":"traceutil/trace.go:171","msg":"trace[1038759096] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"200.048725ms","start":"2026-07-03T03:22:18.081017Z","end":"2026-07-03T03:22:18.281066Z","steps":["trace[1038759096] 'process raft request' (duration: 80.624432ms)","trace[1038759096] 'compare' (duration: 119.009712ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:18.281182Z","caller":"traceutil/trace.go:171","msg":"trace[1844733847] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"187.410424ms","start":"2026-07-03T03:22:18.093751Z","end":"2026-07-03T03:22:18.281161Z","steps":["trace[1844733847] 'process raft request' (duration: 187.310191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:18.281211Z","caller":"traceutil/trace.go:171","msg":"trace[721020584] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"191.535925ms","start":"2026-07-03T03:22:18.089635Z","end":"2026-07-03T03:22:18.281171Z","steps":["trace[721020584] 'read index received' (duration: 71.998239ms)","trace[721020584] 'applied index is now lower than readState.Index' (duration: 119.530636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:18.282157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.455332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:18.282268Z","caller":"traceutil/trace.go:171","msg":"trace[1378496075] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1549; }","duration":"188.627326ms","start":"2026-07-03T03:22:18.093588Z","end":"2026-07-03T03:22:18.282215Z","steps":["trace[1378496075] 'agreement among raft nodes before linearized reading' (duration: 187.908907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:18.282287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.626175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-03T03:22:18.282403Z","caller":"traceutil/trace.go:171","msg":"trace[1296663012] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1549; }","duration":"192.748558ms","start":"2026-07-03T03:22:18.089596Z","end":"2026-07-03T03:22:18.282345Z","steps":["trace[1296663012] 'agreement among raft nodes before linearized reading' (duration: 191.72423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:18.43921Z","caller":"traceutil/trace.go:171","msg":"trace[1136491984] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1600; }","duration":"100.49477ms","start":"2026-07-03T03:22:18.338689Z","end":"2026-07-03T03:22:18.439183Z","steps":["trace[1136491984] 'read index received' (duration: 35.84414ms)","trace[1136491984] 'applied index is now lower than readState.Index' (duration: 64.64935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:18.439378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.677095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:18.439358Z","caller":"traceutil/trace.go:171","msg":"trace[1969351914] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"140.580326ms","start":"2026-07-03T03:22:18.298725Z","end":"2026-07-03T03:22:18.439305Z","steps":["trace[1969351914] 'process raft request' (duration: 121.006646ms)","trace[1969351914] 'compare' (duration: 19.301342ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:18.439412Z","caller":"traceutil/trace.go:171","msg":"trace[1354196052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1551; }","duration":"100.795698ms","start":"2026-07-03T03:22:18.338605Z","end":"2026-07-03T03:22:18.439401Z","steps":["trace[1354196052] 'agreement among raft nodes before linearized reading' (duration: 100.677095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:18.565598Z","caller":"traceutil/trace.go:171","msg":"trace[694026608] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"120.979745ms","start":"2026-07-03T03:22:18.444598Z","end":"2026-07-03T03:22:18.565577Z","steps":["trace[694026608] 'process raft request' (duration: 120.862102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:18.958786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.233829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:18.958943Z","caller":"traceutil/trace.go:171","msg":"trace[323147783] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:1562; }","duration":"129.447374ms","start":"2026-07-03T03:22:18.829474Z","end":"2026-07-03T03:22:18.958921Z","steps":["trace[323147783] 'range keys from in-memory index tree' (duration: 129.148176ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:18.959134Z","caller":"traceutil/trace.go:171","msg":"trace[1694002510] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"125.716773ms","start":"2026-07-03T03:22:18.833392Z","end":"2026-07-03T03:22:18.959109Z","steps":["trace[1694002510] 'process raft request' (duration: 124.332396ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:18.959134Z","caller":"traceutil/trace.go:171","msg":"trace[1153898440] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"111.853758ms","start":"2026-07-03T03:22:18.847255Z","end":"2026-07-03T03:22:18.959109Z","steps":["trace[1153898440] 'process raft request' (duration: 111.792677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:21.89963Z","caller":"traceutil/trace.go:171","msg":"trace[1050982913] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1596; }","duration":"119.857284ms","start":"2026-07-03T03:22:21.779752Z","end":"2026-07-03T03:22:21.899609Z","steps":["trace[1050982913] 'process raft request' (duration: 115.6493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:22.08362Z","caller":"traceutil/trace.go:171","msg":"trace[976527229] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1598; }","duration":"102.097254ms","start":"2026-07-03T03:22:21.98149Z","end":"2026-07-03T03:22:22.083587Z","steps":["trace[976527229] 'process raft request' (duration: 64.432054ms)","trace[976527229] 'compare' (duration: 37.603808ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:27.482953Z","caller":"traceutil/trace.go:171","msg":"trace[1936371714] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"144.157222ms","start":"2026-07-03T03:22:27.338771Z","end":"2026-07-03T03:22:27.482928Z","steps":["trace[1936371714] 'read index received' (duration: 144.042969ms)","trace[1936371714] 'applied index is now lower than readState.Index' (duration: 113.023µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:27.48307Z","caller":"traceutil/trace.go:171","msg":"trace[769482259] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"161.451961ms","start":"2026-07-03T03:22:27.321587Z","end":"2026-07-03T03:22:27.483039Z","steps":["trace[769482259] 'process raft request' (duration: 161.198104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:27.483111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.319816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:27.483418Z","caller":"traceutil/trace.go:171","msg":"trace[1542223077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1724; }","duration":"144.681306ms","start":"2026-07-03T03:22:27.338724Z","end":"2026-07-03T03:22:27.483406Z","steps":["trace[1542223077] 'agreement among raft nodes before linearized reading' (duration: 144.315536ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:31.35616Z","caller":"traceutil/trace.go:171","msg":"trace[1624089576] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"107.447159ms","start":"2026-07-03T03:22:31.248648Z","end":"2026-07-03T03:22:31.356095Z","steps":["trace[1624089576] 'process raft request' (duration: 107.12829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:31.593362Z","caller":"traceutil/trace.go:171","msg":"trace[710222280] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"102.297119ms","start":"2026-07-03T03:22:31.491036Z","end":"2026-07-03T03:22:31.593333Z","steps":["trace[710222280] 'process raft request' (duration: 97.426137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:31.593559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.12771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-07-03T03:22:31.593619Z","caller":"traceutil/trace.go:171","msg":"trace[109238427] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1780; }","duration":"100.243474ms","start":"2026-07-03T03:22:31.493362Z","end":"2026-07-03T03:22:31.593605Z","steps":["trace[109238427] 'agreement among raft nodes before linearized reading' (duration: 100.016358ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:31.593798Z","caller":"traceutil/trace.go:171","msg":"trace[1730165272] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"102.284529ms","start":"2026-07-03T03:22:31.491472Z","end":"2026-07-03T03:22:31.593756Z","steps":["trace[1730165272] 'process raft request' (duration: 101.789796ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:32.00217Z","caller":"traceutil/trace.go:171","msg":"trace[1558254412] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"106.228135ms","start":"2026-07-03T03:22:31.895917Z","end":"2026-07-03T03:22:32.002145Z","steps":["trace[1558254412] 'process raft request' (duration: 106.019279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:32.291698Z","caller":"traceutil/trace.go:171","msg":"trace[1428149222] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"159.998491ms","start":"2026-07-03T03:22:32.13167Z","end":"2026-07-03T03:22:32.291669Z","steps":["trace[1428149222] 'process raft request' (duration: 159.59493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:32.318774Z","caller":"traceutil/trace.go:171","msg":"trace[372860318] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"181.551484ms","start":"2026-07-03T03:22:32.1372Z","end":"2026-07-03T03:22:32.318751Z","steps":["trace[372860318] 'process raft request' (duration: 181.204285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:32.501658Z","caller":"traceutil/trace.go:171","msg":"trace[680262538] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"139.725553ms","start":"2026-07-03T03:22:32.361898Z","end":"2026-07-03T03:22:32.501623Z","steps":["trace[680262538] 'process raft request' (duration: 138.90319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:32.512942Z","caller":"traceutil/trace.go:171","msg":"trace[1929489709] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"149.492587ms","start":"2026-07-03T03:22:32.363422Z","end":"2026-07-03T03:22:32.512914Z","steps":["trace[1929489709] 'process raft request' (duration: 149.309782ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:34.553962Z","caller":"traceutil/trace.go:171","msg":"trace[186592816] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"254.734516ms","start":"2026-07-03T03:22:34.299185Z","end":"2026-07-03T03:22:34.55392Z","steps":["trace[186592816] 'process raft request' (duration: 254.529031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:35.580279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.421039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:35.580355Z","caller":"traceutil/trace.go:171","msg":"trace[506766513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1813; }","duration":"195.548913ms","start":"2026-07-03T03:22:35.38479Z","end":"2026-07-03T03:22:35.580339Z","steps":["trace[506766513] 'range keys from in-memory index tree' (duration: 195.328807ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:35.748384Z","caller":"traceutil/trace.go:171","msg":"trace[131765996] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"159.074705ms","start":"2026-07-03T03:22:35.589268Z","end":"2026-07-03T03:22:35.748343Z","steps":["trace[131765996] 'process raft request' (duration: 158.819979ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:36.036716Z","caller":"traceutil/trace.go:171","msg":"trace[2055131347] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"210.070587ms","start":"2026-07-03T03:22:35.826612Z","end":"2026-07-03T03:22:36.036682Z","steps":["trace[2055131347] 'process raft request' (duration: 172.578042ms)","trace[2055131347] 'compare' (duration: 37.202827ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:36.311608Z","caller":"traceutil/trace.go:171","msg":"trace[1903609999] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1893; }","duration":"162.14453ms","start":"2026-07-03T03:22:36.149427Z","end":"2026-07-03T03:22:36.311571Z","steps":["trace[1903609999] 'read index received' (duration: 95.403493ms)","trace[1903609999] 'applied index is now lower than readState.Index' (duration: 66.739397ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:36.311734Z","caller":"traceutil/trace.go:171","msg":"trace[701875974] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"269.700652ms","start":"2026-07-03T03:22:36.042002Z","end":"2026-07-03T03:22:36.311703Z","steps":["trace[701875974] 'process raft request' (duration: 202.875672ms)","trace[701875974] 'compare' (duration: 66.547342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:36.312305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.775457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T03:22:36.312567Z","caller":"traceutil/trace.go:171","msg":"trace[1991340963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1817; }","duration":"163.175237ms","start":"2026-07-03T03:22:36.149369Z","end":"2026-07-03T03:22:36.312544Z","steps":["trace[1991340963] 'agreement among raft nodes before linearized reading' (duration: 162.337935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:43.715849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427198003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:22:43.867218Z","caller":"traceutil/trace.go:171","msg":"trace[154026827] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"710.193356ms","start":"2026-07-03T03:22:43.157Z","end":"2026-07-03T03:22:43.867193Z","steps":["trace[154026827] 'process raft request' (duration: 710.043552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:43.867378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.156972Z","time spent":"710.324629ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:22:45.061317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19427158s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T03:22:45.340756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T03:22:45.340852Z","caller":"traceutil/trace.go:171","msg":"trace[334017063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042103s","start":"2026-07-03T03:22:43.340787Z","end":"2026-07-03T03:22:45.340829Z","steps":["trace[334017063] 'agreement among raft nodes before linearized reading' (duration: 1.99992541s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:45.340902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.340755Z","time spent":"2.000136576s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:22:46.745494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.683895094s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T03:22:46.807667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745864131s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:22:46.80797Z","caller":"traceutil/trace.go:171","msg":"trace[119786957] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"2.218159387s","start":"2026-07-03T03:22:44.589793Z","end":"2026-07-03T03:22:46.807952Z","steps":["trace[119786957] 'process raft request' (duration: 2.218123346s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:46.808079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:44.589777Z","time spent":"2.218257899s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:46.808321Z","caller":"traceutil/trace.go:171","msg":"trace[190110494] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"3.642602057s","start":"2026-07-03T03:22:43.165706Z","end":"2026-07-03T03:22:46.808308Z","steps":["trace[190110494] 'process raft request' (duration: 1.896000326s)","trace[190110494] 'compare' (duration: 1.745674016s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:46.808393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.165668Z","time spent":"3.64269126s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:46.808511Z","caller":"traceutil/trace.go:171","msg":"trace[812633686] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"2.219582655s","start":"2026-07-03T03:22:44.588919Z","end":"2026-07-03T03:22:46.808502Z","steps":["trace[812633686] 'process raft request' (duration: 2.218949978s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:46.808574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:44.588872Z","time spent":"2.219672548s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:46.808561Z","caller":"traceutil/trace.go:171","msg":"trace[426870164] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1997; }","duration":"3.59320457s","start":"2026-07-03T03:22:43.215298Z","end":"2026-07-03T03:22:46.808503Z","steps":["trace[426870164] 'read index received' (duration: 651.805535ms)","trace[426870164] 'applied index is now lower than readState.Index' (duration: 2.941393715s)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:46.808617Z","caller":"traceutil/trace.go:171","msg":"trace[958088590] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"3.500592103s","start":"2026-07-03T03:22:43.307979Z","end":"2026-07-03T03:22:46.808571Z","steps":["trace[958088590] 'process raft request' (duration: 3.499808992s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:46.808787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593487778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d3a9111-dd42-4701-a799-2e7d055f410f\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-03T03:22:46.808793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.307953Z","time spent":"3.500740958s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:46.808824Z","caller":"traceutil/trace.go:171","msg":"trace[68598588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d3a9111-dd42-4701-a799-2e7d055f410f; range_end:; response_count:1; response_revision:1924; }","duration":"3.593573261s","start":"2026-07-03T03:22:43.215236Z","end":"2026-07-03T03:22:46.80881Z","steps":["trace[68598588] 'agreement among raft nodes before linearized reading' (duration: 3.593409656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:46.808858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.215214Z","time spent":"3.593636892s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d3a9111-dd42-4701-a799-2e7d055f410f\" "} {"level":"warn","ts":"2026-07-03T03:22:47.345443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T03:22:47.34554Z","caller":"traceutil/trace.go:171","msg":"trace[234601451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227577s","start":"2026-07-03T03:22:45.345292Z","end":"2026-07-03T03:22:47.345519Z","steps":["trace[234601451] 'agreement among raft nodes before linearized reading' (duration: 2.000110864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:47.345589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:45.345269Z","time spent":"2.000309939s","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 03:22:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T03:22:48.179569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.809472ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:48.179744Z","caller":"traceutil/trace.go:171","msg":"trace[675809890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1924; }","duration":"379.992147ms","start":"2026-07-03T03:22:47.799727Z","end":"2026-07-03T03:22:48.179719Z","steps":["trace[675809890] 'range keys from in-memory index tree' (duration: 379.792062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.180662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.364204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:22:48.180877Z","caller":"traceutil/trace.go:171","msg":"trace[1081809604] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"2.472297776s","start":"2026-07-03T03:22:45.708534Z","end":"2026-07-03T03:22:48.180832Z","steps":["trace[1081809604] 'process raft request' (duration: 1.520655754s)","trace[1081809604] 'compare' (duration: 950.569873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:48.181051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:45.708509Z","time spent":"2.472454851s","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7767,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:48.2075Z","caller":"traceutil/trace.go:171","msg":"trace[974114484] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2002; }","duration":"1.398856648s","start":"2026-07-03T03:22:46.808614Z","end":"2026-07-03T03:22:48.207471Z","steps":["trace[974114484] 'read index received' (duration: 420.593976ms)","trace[974114484] 'applied index is now lower than readState.Index' (duration: 978.259282ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:48.207526Z","caller":"traceutil/trace.go:171","msg":"trace[1831463318] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"858.708266ms","start":"2026-07-03T03:22:47.348789Z","end":"2026-07-03T03:22:48.207497Z","steps":["trace[1831463318] 'process raft request' (duration: 858.651914ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:48.207582Z","caller":"traceutil/trace.go:171","msg":"trace[183166342] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.209568985s","start":"2026-07-03T03:22:46.997987Z","end":"2026-07-03T03:22:48.207556Z","steps":["trace[183166342] 'process raft request' (duration: 1.209331118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.207705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:46.997964Z","time spent":"1.209674317s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:22:48.207799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135312766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T03:22:48.207846Z","caller":"traceutil/trace.go:171","msg":"trace[151063523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"4.135380088s","start":"2026-07-03T03:22:44.072456Z","end":"2026-07-03T03:22:48.207836Z","steps":["trace[151063523] 'agreement among raft nodes before linearized reading' (duration: 4.135163842s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.207889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:44.072425Z","time spent":"4.135453909s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:22:48.207961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60316638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:22:48.208052Z","caller":"traceutil/trace.go:171","msg":"trace[2045159960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"3.603332454s","start":"2026-07-03T03:22:44.604701Z","end":"2026-07-03T03:22:48.208034Z","steps":["trace[2045159960] 'agreement among raft nodes before linearized reading' (duration: 3.603083218s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.207812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:47.348749Z","time spent":"858.85541ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:22:48.20811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:44.604677Z","time spent":"3.603422607s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:22:48.208128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645708551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T03:22:48.208168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287592637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-07-03T03:22:48.208195Z","caller":"traceutil/trace.go:171","msg":"trace[350321827] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1927; }","duration":"3.645826554s","start":"2026-07-03T03:22:44.562352Z","end":"2026-07-03T03:22:48.208179Z","steps":["trace[350321827] 'agreement among raft nodes before linearized reading' (duration: 3.645689931s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:48.208202Z","caller":"traceutil/trace.go:171","msg":"trace[1258147951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1927; }","duration":"1.287655358s","start":"2026-07-03T03:22:46.920537Z","end":"2026-07-03T03:22:48.208192Z","steps":["trace[1258147951] 'agreement among raft nodes before linearized reading' (duration: 1.287560395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256118206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T03:22:48.208235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:44.56233Z","time spent":"3.645895347s","remote":"127.0.0.1:42530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:22:48.208234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:46.920504Z","time spent":"1.28772361s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T03:22:48.208251Z","caller":"traceutil/trace.go:171","msg":"trace[780218488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1927; }","duration":"4.256333962s","start":"2026-07-03T03:22:43.951903Z","end":"2026-07-03T03:22:48.208237Z","steps":["trace[780218488] 'agreement among raft nodes before linearized reading' (duration: 4.256095646s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.880629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T03:22:48.208309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.951878Z","time spent":"4.256415215s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:22:48.208353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.584769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:48.208378Z","caller":"traceutil/trace.go:171","msg":"trace[1496055372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"856.63153ms","start":"2026-07-03T03:22:47.351739Z","end":"2026-07-03T03:22:48.208371Z","steps":["trace[1496055372] 'agreement among raft nodes before linearized reading' (duration: 856.595179ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:48.208317Z","caller":"traceutil/trace.go:171","msg":"trace[2146307385] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1927; }","duration":"780.973172ms","start":"2026-07-03T03:22:47.427336Z","end":"2026-07-03T03:22:48.208309Z","steps":["trace[2146307385] 'agreement among raft nodes before linearized reading' (duration: 780.91965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:47.351728Z","time spent":"856.675852ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:22:48.208423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:47.427298Z","time spent":"781.111106ms","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:22:48.208232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.571278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d3a9111-dd42-4701-a799-2e7d055f410f\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-03T03:22:48.20845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75351712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bea9954be12c61\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-07-03T03:22:48.208522Z","caller":"traceutil/trace.go:171","msg":"trace[963073364] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d3a9111-dd42-4701-a799-2e7d055f410f; range_end:; response_count:1; response_revision:1927; }","duration":"392.896606ms","start":"2026-07-03T03:22:47.81561Z","end":"2026-07-03T03:22:48.208507Z","steps":["trace[963073364] 'agreement among raft nodes before linearized reading' (duration: 392.506846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:47.815591Z","time spent":"392.959127ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d3a9111-dd42-4701-a799-2e7d055f410f\" "} {"level":"info","ts":"2026-07-03T03:22:48.208566Z","caller":"traceutil/trace.go:171","msg":"trace[1544684466] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bea9954be12c61; range_end:; response_count:1; response_revision:1927; }","duration":"1.753717655s","start":"2026-07-03T03:22:46.454823Z","end":"2026-07-03T03:22:48.20854Z","steps":["trace[1544684466] 'agreement among raft nodes before linearized reading' (duration: 1.753303254s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.20863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329880742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T03:22:48.208668Z","caller":"traceutil/trace.go:171","msg":"trace[216594208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"4.329949914s","start":"2026-07-03T03:22:43.878706Z","end":"2026-07-03T03:22:48.208656Z","steps":["trace[216594208] 'agreement among raft nodes before linearized reading' (duration: 4.329842531s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:46.454794Z","time spent":"1.753848249s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18bea9954be12c61\" "} {"level":"warn","ts":"2026-07-03T03:22:48.20871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.878677Z","time spent":"4.330026397s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T03:22:48.20849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859425867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T03:22:48.20882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821403437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T03:22:48.208865Z","caller":"traceutil/trace.go:171","msg":"trace[1480127816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"3.821494061s","start":"2026-07-03T03:22:44.387361Z","end":"2026-07-03T03:22:48.208855Z","steps":["trace[1480127816] 'agreement among raft nodes before linearized reading' (duration: 3.821370147s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:44.387339Z","time spent":"3.821550312s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:22:48.208838Z","caller":"traceutil/trace.go:171","msg":"trace[1374687594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"3.860021594s","start":"2026-07-03T03:22:44.348796Z","end":"2026-07-03T03:22:48.208817Z","steps":["trace[1374687594] 'agreement among raft nodes before linearized reading' (duration: 3.858928754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.637592893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:22:48.209062Z","caller":"traceutil/trace.go:171","msg":"trace[374328184] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1927; }","duration":"4.637945942s","start":"2026-07-03T03:22:43.571104Z","end":"2026-07-03T03:22:48.20905Z","steps":["trace[374328184] 'agreement among raft nodes before linearized reading' (duration: 4.637609943s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.208968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.639263728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T03:22:48.20912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.57107Z","time spent":"4.638026484s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:22:48.209159Z","caller":"traceutil/trace.go:171","msg":"trace[1564517157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"4.639523445s","start":"2026-07-03T03:22:43.569608Z","end":"2026-07-03T03:22:48.209131Z","steps":["trace[1564517157] 'agreement among raft nodes before linearized reading' (duration: 4.638437356s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:48.209203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:43.569586Z","time spent":"4.639604408s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T03:22:48.209213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:44.348775Z","time spent":"3.860296301s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T03:22:51.01866Z","caller":"traceutil/trace.go:171","msg":"trace[1580835331] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"100.08316ms","start":"2026-07-03T03:22:50.918534Z","end":"2026-07-03T03:22:51.018617Z","steps":["trace[1580835331] 'process raft request' (duration: 100.036898ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:51.018819Z","caller":"traceutil/trace.go:171","msg":"trace[2093385234] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"100.250424ms","start":"2026-07-03T03:22:50.918535Z","end":"2026-07-03T03:22:51.018785Z","steps":["trace[2093385234] 'process raft request' (duration: 99.902495ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:51.019578Z","caller":"traceutil/trace.go:171","msg":"trace[2112679208] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"100.924952ms","start":"2026-07-03T03:22:50.918619Z","end":"2026-07-03T03:22:51.019544Z","steps":["trace[2112679208] 'process raft request' (duration: 100.768997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:52.291399Z","caller":"traceutil/trace.go:171","msg":"trace[1942530883] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"120.891063ms","start":"2026-07-03T03:22:52.170453Z","end":"2026-07-03T03:22:52.291344Z","steps":["trace[1942530883] 'process raft request' (duration: 120.742088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:52.506787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.424129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:22:52.506913Z","caller":"traceutil/trace.go:171","msg":"trace[1153605816] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2050; }","duration":"144.549514ms","start":"2026-07-03T03:22:52.362347Z","end":"2026-07-03T03:22:52.506897Z","steps":["trace[1153605816] 'read index received' (duration: 33.930859ms)","trace[1153605816] 'applied index is now lower than readState.Index' (duration: 110.617165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:22:52.507091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.386671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T03:22:52.507127Z","caller":"traceutil/trace.go:171","msg":"trace[925264489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1970; }","duration":"157.465923ms","start":"2026-07-03T03:22:52.34965Z","end":"2026-07-03T03:22:52.507116Z","steps":["trace[925264489] 'agreement among raft nodes before linearized reading' (duration: 157.292938ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:52.507236Z","caller":"traceutil/trace.go:171","msg":"trace[102029727] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"189.162011ms","start":"2026-07-03T03:22:52.317975Z","end":"2026-07-03T03:22:52.507137Z","steps":["trace[102029727] 'process raft request' (duration: 78.30515ms)","trace[102029727] 'compare' (duration: 110.198663ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:52.50756Z","caller":"traceutil/trace.go:171","msg":"trace[1025686907] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"139.368603ms","start":"2026-07-03T03:22:52.368167Z","end":"2026-07-03T03:22:52.507535Z","steps":["trace[1025686907] 'process raft request' (duration: 139.216279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:52.507838Z","caller":"traceutil/trace.go:171","msg":"trace[1691686306] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"139.600389ms","start":"2026-07-03T03:22:52.368203Z","end":"2026-07-03T03:22:52.507804Z","steps":["trace[1691686306] 'process raft request' (duration: 139.302381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:52.507988Z","caller":"traceutil/trace.go:171","msg":"trace[1744147640] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"139.742794ms","start":"2026-07-03T03:22:52.368221Z","end":"2026-07-03T03:22:52.507963Z","steps":["trace[1744147640] 'process raft request' (duration: 139.527668ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:52.508098Z","caller":"traceutil/trace.go:171","msg":"trace[966661950] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"137.903643ms","start":"2026-07-03T03:22:52.370183Z","end":"2026-07-03T03:22:52.508087Z","steps":["trace[966661950] 'process raft request' (duration: 137.690267ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:52.50808Z","caller":"traceutil/trace.go:171","msg":"trace[2120494512] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"132.716273ms","start":"2026-07-03T03:22:52.375335Z","end":"2026-07-03T03:22:52.508051Z","steps":["trace[2120494512] 'process raft request' (duration: 132.645371ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:53.234112Z","caller":"traceutil/trace.go:171","msg":"trace[507296000] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"208.581607ms","start":"2026-07-03T03:22:53.025512Z","end":"2026-07-03T03:22:53.234093Z","steps":["trace[507296000] 'process raft request' (duration: 208.417382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:53.234083Z","caller":"traceutil/trace.go:171","msg":"trace[1701413977] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"209.81865ms","start":"2026-07-03T03:22:53.02421Z","end":"2026-07-03T03:22:53.234028Z","steps":["trace[1701413977] 'process raft request' (duration: 122.043974ms)","trace[1701413977] 'compare' (duration: 87.385255ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:56.774146Z","caller":"traceutil/trace.go:171","msg":"trace[1766637781] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"160.250929ms","start":"2026-07-03T03:22:56.613867Z","end":"2026-07-03T03:22:56.774118Z","steps":["trace[1766637781] 'process raft request' (duration: 160.081804ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:56.774456Z","caller":"traceutil/trace.go:171","msg":"trace[2114837921] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"160.528206ms","start":"2026-07-03T03:22:56.613894Z","end":"2026-07-03T03:22:56.774422Z","steps":["trace[2114837921] 'process raft request' (duration: 160.183157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:56.774891Z","caller":"traceutil/trace.go:171","msg":"trace[915524031] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"160.945407ms","start":"2026-07-03T03:22:56.613915Z","end":"2026-07-03T03:22:56.77486Z","steps":["trace[915524031] 'process raft request' (duration: 160.391152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:22:59.77669Z","caller":"traceutil/trace.go:171","msg":"trace[226232266] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"644.037359ms","start":"2026-07-03T03:22:59.132631Z","end":"2026-07-03T03:22:59.776668Z","steps":["trace[226232266] 'process raft request' (duration: 643.895265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:59.77683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:59.132603Z","time spent":"644.153912ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:59.781602Z","caller":"traceutil/trace.go:171","msg":"trace[423467938] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"515.885451ms","start":"2026-07-03T03:22:59.265692Z","end":"2026-07-03T03:22:59.781577Z","steps":["trace[423467938] 'process raft request' (duration: 515.722537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:59.781758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:59.265667Z","time spent":"516.010124ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:22:59.781787Z","caller":"traceutil/trace.go:171","msg":"trace[727762220] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2120; }","duration":"442.216796ms","start":"2026-07-03T03:22:59.339541Z","end":"2026-07-03T03:22:59.781758Z","steps":["trace[727762220] 'read index received' (duration: 437.025187ms)","trace[727762220] 'applied index is now lower than readState.Index' (duration: 5.189519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:22:59.781825Z","caller":"traceutil/trace.go:171","msg":"trace[752341583] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"514.281538ms","start":"2026-07-03T03:22:59.267515Z","end":"2026-07-03T03:22:59.781796Z","steps":["trace[752341583] 'process raft request' (duration: 514.024691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:59.781961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.406951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:22:59.781999Z","caller":"traceutil/trace.go:171","msg":"trace[1153327446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2041; }","duration":"442.494633ms","start":"2026-07-03T03:22:59.339491Z","end":"2026-07-03T03:22:59.781985Z","steps":["trace[1153327446] 'agreement among raft nodes before linearized reading' (duration: 442.410461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:59.782022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.057701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T03:22:59.782031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:59.339472Z","time spent":"442.551165ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T03:22:59.782064Z","caller":"traceutil/trace.go:171","msg":"trace[1493444975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"361.093582ms","start":"2026-07-03T03:22:59.420954Z","end":"2026-07-03T03:22:59.782048Z","steps":["trace[1493444975] 'agreement among raft nodes before linearized reading' (duration: 360.962168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:22:59.782097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:59.420903Z","time spent":"361.186575ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T03:22:59.782108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:22:59.267479Z","time spent":"514.509304ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:08.862852Z","caller":"traceutil/trace.go:171","msg":"trace[734385200] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"202.877061ms","start":"2026-07-03T03:23:08.659951Z","end":"2026-07-03T03:23:08.862828Z","steps":["trace[734385200] 'process raft request' (duration: 202.676016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:09.363838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427198359,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:23:09.531196Z","caller":"traceutil/trace.go:171","msg":"trace[1013103466] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"693.253932ms","start":"2026-07-03T03:23:08.837886Z","end":"2026-07-03T03:23:09.53114Z","steps":["trace[1013103466] 'process raft request' (duration: 688.32551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:09.531405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:08.837849Z","time spent":"693.449657ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:09.533643Z","caller":"traceutil/trace.go:171","msg":"trace[2078450521] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"665.06638ms","start":"2026-07-03T03:23:08.868551Z","end":"2026-07-03T03:23:09.533617Z","steps":["trace[2078450521] 'process raft request' (duration: 664.915356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:09.533814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:08.868532Z","time spent":"665.191543ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:09.533876Z","caller":"traceutil/trace.go:171","msg":"trace[629385244] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"510.6011ms","start":"2026-07-03T03:23:09.023241Z","end":"2026-07-03T03:23:09.533842Z","steps":["trace[629385244] 'process raft request' (duration: 510.324913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:09.534054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.46759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T03:23:09.53387Z","caller":"traceutil/trace.go:171","msg":"trace[485733492] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2169; }","duration":"671.029759ms","start":"2026-07-03T03:23:08.8628Z","end":"2026-07-03T03:23:09.53383Z","steps":["trace[485733492] 'read index received' (duration: 663.412516ms)","trace[485733492] 'applied index is now lower than readState.Index' (duration: 7.613832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:23:09.534081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:09.023216Z","time spent":"510.775384ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:09.534105Z","caller":"traceutil/trace.go:171","msg":"trace[254573218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2088; }","duration":"671.574033ms","start":"2026-07-03T03:23:08.86251Z","end":"2026-07-03T03:23:09.534084Z","steps":["trace[254573218] 'agreement among raft nodes before linearized reading' (duration: 671.401779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:09.534136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:08.862467Z","time spent":"671.663456ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T03:23:09.534475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.078147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:23:09.534466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.448496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T03:23:09.53448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.932636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:23:09.534506Z","caller":"traceutil/trace.go:171","msg":"trace[2128496406] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2088; }","duration":"284.160599ms","start":"2026-07-03T03:23:09.250337Z","end":"2026-07-03T03:23:09.534498Z","steps":["trace[2128496406] 'agreement among raft nodes before linearized reading' (duration: 284.105708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:09.534523Z","caller":"traceutil/trace.go:171","msg":"trace[140236990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2088; }","duration":"603.524709ms","start":"2026-07-03T03:23:08.930983Z","end":"2026-07-03T03:23:09.534508Z","steps":["trace[140236990] 'agreement among raft nodes before linearized reading' (duration: 603.348174ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:09.534542Z","caller":"traceutil/trace.go:171","msg":"trace[1356613781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2088; }","duration":"626.054889ms","start":"2026-07-03T03:23:08.908471Z","end":"2026-07-03T03:23:09.534526Z","steps":["trace[1356613781] 'agreement among raft nodes before linearized reading' (duration: 625.848074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:09.534564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:08.930968Z","time spent":"603.58859ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:23:09.534593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:08.908445Z","time spent":"626.135672ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:23:09.534666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.661132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T03:23:09.534705Z","caller":"traceutil/trace.go:171","msg":"trace[204817546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2088; }","duration":"603.761185ms","start":"2026-07-03T03:23:08.930932Z","end":"2026-07-03T03:23:09.534694Z","steps":["trace[204817546] 'agreement among raft nodes before linearized reading' (duration: 603.58669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:09.534747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:08.930916Z","time spent":"603.822666ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:23:34.208429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.295013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:23:34.208539Z","caller":"traceutil/trace.go:171","msg":"trace[1242496523] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2320; }","duration":"499.693709ms","start":"2026-07-03T03:23:33.708828Z","end":"2026-07-03T03:23:34.208522Z","steps":["trace[1242496523] 'read index received' (duration: 296.150469ms)","trace[1242496523] 'applied index is now lower than readState.Index' (duration: 203.54205ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:23:34.208609Z","caller":"traceutil/trace.go:171","msg":"trace[1100631108] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"526.858994ms","start":"2026-07-03T03:23:33.681738Z","end":"2026-07-03T03:23:34.208597Z","steps":["trace[1100631108] 'process raft request' (duration: 323.312514ms)","trace[1100631108] 'compare' (duration: 202.650596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:23:34.208671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:33.68172Z","time spent":"526.921145ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:23:34.208792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.953576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:23:34.208937Z","caller":"traceutil/trace.go:171","msg":"trace[1932237063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2231; }","duration":"500.08235ms","start":"2026-07-03T03:23:33.708776Z","end":"2026-07-03T03:23:34.208858Z","steps":["trace[1932237063] 'agreement among raft nodes before linearized reading' (duration: 499.849783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:34.209097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:33.708757Z","time spent":"500.322706ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:23:34.21079Z","caller":"traceutil/trace.go:171","msg":"trace[1589782673] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"306.446774ms","start":"2026-07-03T03:23:33.904316Z","end":"2026-07-03T03:23:34.210763Z","steps":["trace[1589782673] 'process raft request' (duration: 306.147196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:34.210924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:33.904287Z","time spent":"306.562858ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:34.210975Z","caller":"traceutil/trace.go:171","msg":"trace[320176089] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"263.026765ms","start":"2026-07-03T03:23:33.947884Z","end":"2026-07-03T03:23:34.21091Z","steps":["trace[320176089] 'process raft request' (duration: 262.854581ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:34.211014Z","caller":"traceutil/trace.go:171","msg":"trace[134917918] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"268.861991ms","start":"2026-07-03T03:23:33.942117Z","end":"2026-07-03T03:23:34.210979Z","steps":["trace[134917918] 'process raft request' (duration: 268.575094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:34.21104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.076232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T03:23:34.211127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.729673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T03:23:34.211246Z","caller":"traceutil/trace.go:171","msg":"trace[952651828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2234; }","duration":"462.890967ms","start":"2026-07-03T03:23:33.748339Z","end":"2026-07-03T03:23:34.21123Z","steps":["trace[952651828] 'agreement among raft nodes before linearized reading' (duration: 462.64647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:34.21129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:33.748317Z","time spent":"462.963769ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T03:23:34.211158Z","caller":"traceutil/trace.go:171","msg":"trace[1834513364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2234; }","duration":"502.270137ms","start":"2026-07-03T03:23:33.708863Z","end":"2026-07-03T03:23:34.211133Z","steps":["trace[1834513364] 'agreement among raft nodes before linearized reading' (duration: 501.922138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:34.211373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:33.708832Z","time spent":"502.527254ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:23:34.708308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.242347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:23:34.7085Z","caller":"traceutil/trace.go:171","msg":"trace[1942116066] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2324; }","duration":"206.089717ms","start":"2026-07-03T03:23:34.502393Z","end":"2026-07-03T03:23:34.708483Z","steps":["trace[1942116066] 'read index received' (duration: 103.602183ms)","trace[1942116066] 'applied index is now lower than readState.Index' (duration: 102.486394ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:23:34.708592Z","caller":"traceutil/trace.go:171","msg":"trace[1824463902] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"494.454509ms","start":"2026-07-03T03:23:34.214125Z","end":"2026-07-03T03:23:34.70858Z","steps":["trace[1824463902] 'process raft request' (duration: 391.834462ms)","trace[1824463902] 'compare' (duration: 101.98652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:23:34.70868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:34.214107Z","time spent":"494.537011ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:23:34.708779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.373285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:23:34.708848Z","caller":"traceutil/trace.go:171","msg":"trace[491015137] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2236; }","duration":"206.487618ms","start":"2026-07-03T03:23:34.502338Z","end":"2026-07-03T03:23:34.708825Z","steps":["trace[491015137] 'agreement among raft nodes before linearized reading' (duration: 206.380325ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:34.708843Z","caller":"traceutil/trace.go:171","msg":"trace[2029447218] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"491.954782ms","start":"2026-07-03T03:23:34.216846Z","end":"2026-07-03T03:23:34.708801Z","steps":["trace[2029447218] 'process raft request' (duration: 491.576512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:34.709031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:34.216828Z","time spent":"492.103647ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:45.857609Z","caller":"traceutil/trace.go:171","msg":"trace[882152995] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2383; }","duration":"128.191769ms","start":"2026-07-03T03:23:45.729386Z","end":"2026-07-03T03:23:45.857578Z","steps":["trace[882152995] 'read index received' (duration: 128.026334ms)","trace[882152995] 'applied index is now lower than readState.Index' (duration: 164.095µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:23:45.85768Z","caller":"traceutil/trace.go:171","msg":"trace[1882373000] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"197.755455ms","start":"2026-07-03T03:23:45.659875Z","end":"2026-07-03T03:23:45.857631Z","steps":["trace[1882373000] 'process raft request' (duration: 197.496718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:45.857967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.557759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T03:23:45.858066Z","caller":"traceutil/trace.go:171","msg":"trace[485860015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2292; }","duration":"128.742294ms","start":"2026-07-03T03:23:45.729303Z","end":"2026-07-03T03:23:45.858046Z","steps":["trace[485860015] 'agreement among raft nodes before linearized reading' (duration: 128.412135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:45.968856Z","caller":"traceutil/trace.go:171","msg":"trace[1723549238] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"105.002761ms","start":"2026-07-03T03:23:45.863803Z","end":"2026-07-03T03:23:45.968806Z","steps":["trace[1723549238] 'process raft request' (duration: 104.750994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:47.049393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.243612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T03:23:47.049522Z","caller":"traceutil/trace.go:171","msg":"trace[1130810959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2297; }","duration":"284.429817ms","start":"2026-07-03T03:23:46.765062Z","end":"2026-07-03T03:23:47.049492Z","steps":["trace[1130810959] 'range keys from in-memory index tree' (duration: 284.018436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:47.049787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.07679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bea99eaaabdccb\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-03T03:23:47.049819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.510862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:23:47.049888Z","caller":"traceutil/trace.go:171","msg":"trace[2125374056] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bea99eaaabdccb; range_end:; response_count:1; response_revision:2297; }","duration":"238.250705ms","start":"2026-07-03T03:23:46.811614Z","end":"2026-07-03T03:23:47.049865Z","steps":["trace[2125374056] 'range keys from in-memory index tree' (duration: 237.860015ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:47.049924Z","caller":"traceutil/trace.go:171","msg":"trace[2097810085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2297; }","duration":"286.693407ms","start":"2026-07-03T03:23:46.763207Z","end":"2026-07-03T03:23:47.0499Z","steps":["trace[2097810085] 'range keys from in-memory index tree' (duration: 286.288577ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:47.390903Z","caller":"traceutil/trace.go:171","msg":"trace[1292367942] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"338.099668ms","start":"2026-07-03T03:23:47.052763Z","end":"2026-07-03T03:23:47.390862Z","steps":["trace[1292367942] 'process raft request' (duration: 337.963994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:47.391033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:47.05274Z","time spent":"338.22282ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:47.420955Z","caller":"traceutil/trace.go:171","msg":"trace[408607606] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"365.955921ms","start":"2026-07-03T03:23:47.054975Z","end":"2026-07-03T03:23:47.420931Z","steps":["trace[408607606] 'process raft request' (duration: 365.757855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:47.421108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:47.054941Z","time spent":"366.087724ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:47.421245Z","caller":"traceutil/trace.go:171","msg":"trace[1441272409] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"365.812237ms","start":"2026-07-03T03:23:47.05542Z","end":"2026-07-03T03:23:47.421232Z","steps":["trace[1441272409] 'process raft request' (duration: 365.467467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:47.421314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:47.055388Z","time spent":"365.896829ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:47.421204Z","caller":"traceutil/trace.go:171","msg":"trace[1988719163] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2390; }","duration":"338.117669ms","start":"2026-07-03T03:23:47.083043Z","end":"2026-07-03T03:23:47.421161Z","steps":["trace[1988719163] 'read index received' (duration: 307.709328ms)","trace[1988719163] 'applied index is now lower than readState.Index' (duration: 30.405291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:23:47.421588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.504259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T03:23:47.421651Z","caller":"traceutil/trace.go:171","msg":"trace[347072107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2300; }","duration":"338.630052ms","start":"2026-07-03T03:23:47.083006Z","end":"2026-07-03T03:23:47.421636Z","steps":["trace[347072107] 'agreement among raft nodes before linearized reading' (duration: 338.271483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:47.42171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:47.082986Z","time spent":"338.710255ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:23:48.474398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427198869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:23:48.781087Z","caller":"traceutil/trace.go:171","msg":"trace[244739637] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"916.493486ms","start":"2026-07-03T03:23:47.864547Z","end":"2026-07-03T03:23:48.781041Z","steps":["trace[244739637] 'process raft request' (duration: 916.199638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:48.781373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:47.864514Z","time spent":"916.709032ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:48.795804Z","caller":"traceutil/trace.go:171","msg":"trace[1990572121] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"527.543612ms","start":"2026-07-03T03:23:48.26823Z","end":"2026-07-03T03:23:48.795773Z","steps":["trace[1990572121] 'process raft request' (duration: 527.353597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:48.796009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.268204Z","time spent":"527.686505ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:48.796155Z","caller":"traceutil/trace.go:171","msg":"trace[1914567482] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"517.635517ms","start":"2026-07-03T03:23:48.278497Z","end":"2026-07-03T03:23:48.796133Z","steps":["trace[1914567482] 'process raft request' (duration: 517.231566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:48.796338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.278467Z","time spent":"517.771691ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:23:48.796355Z","caller":"traceutil/trace.go:171","msg":"trace[80690998] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2394; }","duration":"822.387616ms","start":"2026-07-03T03:23:47.973955Z","end":"2026-07-03T03:23:48.796342Z","steps":["trace[80690998] 'read index received' (duration: 806.753229ms)","trace[80690998] 'applied index is now lower than readState.Index' (duration: 15.633447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:23:48.796517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.559471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T03:23:48.796559Z","caller":"traceutil/trace.go:171","msg":"trace[1038899534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2305; }","duration":"822.654684ms","start":"2026-07-03T03:23:47.97389Z","end":"2026-07-03T03:23:48.796544Z","steps":["trace[1038899534] 'agreement among raft nodes before linearized reading' (duration: 822.493029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:48.79662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:47.973864Z","time spent":"822.749336ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:23:48.796652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.593202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:23:48.796715Z","caller":"traceutil/trace.go:171","msg":"trace[2035397523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2305; }","duration":"458.695915ms","start":"2026-07-03T03:23:48.338004Z","end":"2026-07-03T03:23:48.796699Z","steps":["trace[2035397523] 'agreement among raft nodes before linearized reading' (duration: 458.605483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:48.796707Z","caller":"traceutil/trace.go:171","msg":"trace[1533648396] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"503.86434ms","start":"2026-07-03T03:23:48.292733Z","end":"2026-07-03T03:23:48.796597Z","steps":["trace[1533648396] 'process raft request' (duration: 503.292805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:48.796759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.337981Z","time spent":"458.768067ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:23:48.796879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.392429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T03:23:48.796959Z","caller":"traceutil/trace.go:171","msg":"trace[1892519631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2305; }","duration":"367.509783ms","start":"2026-07-03T03:23:48.429429Z","end":"2026-07-03T03:23:48.796939Z","steps":["trace[1892519631] 'agreement among raft nodes before linearized reading' (duration: 367.360279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:48.796996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.429406Z","time spent":"367.583185ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T03:23:48.797032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.849894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-07-03T03:23:48.797135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.547608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T03:23:48.797158Z","caller":"traceutil/trace.go:171","msg":"trace[231730765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2305; }","duration":"103.029968ms","start":"2026-07-03T03:23:48.694096Z","end":"2026-07-03T03:23:48.797126Z","steps":["trace[231730765] 'agreement among raft nodes before linearized reading' (duration: 102.645838ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:48.797224Z","caller":"traceutil/trace.go:171","msg":"trace[1385983755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2305; }","duration":"450.731953ms","start":"2026-07-03T03:23:48.346448Z","end":"2026-07-03T03:23:48.79718Z","steps":["trace[1385983755] 'agreement among raft nodes before linearized reading' (duration: 450.352733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:48.797463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.346428Z","time spent":"451.01908ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:23:48.797601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.292712Z","time spent":"504.794854ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:23:49.309405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427198877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:23:50.230386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.697249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:23:50.230983Z","caller":"traceutil/trace.go:171","msg":"trace[1041352429] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"940.543479ms","start":"2026-07-03T03:23:49.290405Z","end":"2026-07-03T03:23:50.230948Z","steps":["trace[1041352429] 'process raft request' (duration: 940.172349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:50.23101Z","caller":"traceutil/trace.go:171","msg":"trace[1966512247] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"1.426744068s","start":"2026-07-03T03:23:48.804243Z","end":"2026-07-03T03:23:50.230987Z","steps":["trace[1966512247] 'process raft request' (duration: 1.426264535s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:50.23101Z","caller":"traceutil/trace.go:171","msg":"trace[1074782638] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"1.428619297s","start":"2026-07-03T03:23:48.802355Z","end":"2026-07-03T03:23:50.230974Z","steps":["trace[1074782638] 'process raft request' (duration: 516.23122ms)","trace[1074782638] 'compare' (duration: 911.575386ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:23:50.231004Z","caller":"traceutil/trace.go:171","msg":"trace[1373408643] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2398; }","duration":"1.42233144s","start":"2026-07-03T03:23:48.808623Z","end":"2026-07-03T03:23:50.230955Z","steps":["trace[1373408643] 'read index received' (duration: 509.973883ms)","trace[1373408643] 'applied index is now lower than readState.Index' (duration: 912.353307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:23:50.231158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.80422Z","time spent":"1.42685681s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:23:50.231158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:49.29038Z","time spent":"940.687612ms","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:23:50.231177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.802326Z","time spent":"1.428754291s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:23:50.231334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422697329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:23:50.231461Z","caller":"traceutil/trace.go:171","msg":"trace[1226352110] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2309; }","duration":"1.422843594s","start":"2026-07-03T03:23:48.808591Z","end":"2026-07-03T03:23:50.231434Z","steps":["trace[1226352110] 'agreement among raft nodes before linearized reading' (duration: 1.422448613s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:50.231564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:48.808573Z","time spent":"1.422973457s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T03:23:50.444459Z","caller":"traceutil/trace.go:171","msg":"trace[314048333] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2402; }","duration":"213.289709ms","start":"2026-07-03T03:23:50.231116Z","end":"2026-07-03T03:23:50.444406Z","steps":["trace[314048333] 'read index received' (duration: 169.948073ms)","trace[314048333] 'applied index is now lower than readState.Index' (duration: 43.338036ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:23:50.44468Z","caller":"traceutil/trace.go:171","msg":"trace[766938639] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"242.109228ms","start":"2026-07-03T03:23:50.202523Z","end":"2026-07-03T03:23:50.444633Z","steps":["trace[766938639] 'process raft request' (duration: 198.542726ms)","trace[766938639] 'compare' (duration: 43.046148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:23:50.444858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019526955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T03:23:50.444859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229598149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T03:23:50.444913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.194503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:23:50.444872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003396085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T03:23:50.444949Z","caller":"traceutil/trace.go:171","msg":"trace[1496282097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2310; }","duration":"1.019679199s","start":"2026-07-03T03:23:49.425247Z","end":"2026-07-03T03:23:50.444926Z","steps":["trace[1496282097] 'agreement among raft nodes before linearized reading' (duration: 1.019271458s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:50.444982Z","caller":"traceutil/trace.go:171","msg":"trace[1707465489] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2310; }","duration":"1.229803104s","start":"2026-07-03T03:23:49.215151Z","end":"2026-07-03T03:23:50.444954Z","steps":["trace[1707465489] 'agreement among raft nodes before linearized reading' (duration: 1.229559807s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:50.444992Z","caller":"traceutil/trace.go:171","msg":"trace[720975402] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2310; }","duration":"208.401709ms","start":"2026-07-03T03:23:50.236565Z","end":"2026-07-03T03:23:50.444967Z","steps":["trace[720975402] 'agreement among raft nodes before linearized reading' (duration: 208.246345ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:23:50.445002Z","caller":"traceutil/trace.go:171","msg":"trace[877646439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2310; }","duration":"1.003597571s","start":"2026-07-03T03:23:49.441383Z","end":"2026-07-03T03:23:50.444981Z","steps":["trace[877646439] 'agreement among raft nodes before linearized reading' (duration: 1.003052486s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:50.445024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:49.425218Z","time spent":"1.019783462s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:23:50.44505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:49.215128Z","time spent":"1.229907847s","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:23:50.445076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:49.441369Z","time spent":"1.003690453s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:23:50.445049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.57432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T03:23:50.445205Z","caller":"traceutil/trace.go:171","msg":"trace[503910757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2310; }","duration":"639.728384ms","start":"2026-07-03T03:23:49.805453Z","end":"2026-07-03T03:23:50.445182Z","steps":["trace[503910757] 'agreement among raft nodes before linearized reading' (duration: 639.263922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:50.445257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:49.805403Z","time spent":"639.836976ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T03:23:50.445377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106240388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:23:50.445466Z","caller":"traceutil/trace.go:171","msg":"trace[343082705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2310; }","duration":"1.106383942s","start":"2026-07-03T03:23:49.339063Z","end":"2026-07-03T03:23:50.445447Z","steps":["trace[343082705] 'agreement among raft nodes before linearized reading' (duration: 1.105427156s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:50.445511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:49.339041Z","time spent":"1.106460773s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:23:50.44565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019827073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:23:50.445727Z","caller":"traceutil/trace.go:171","msg":"trace[1485957390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2310; }","duration":"1.020535642s","start":"2026-07-03T03:23:49.425173Z","end":"2026-07-03T03:23:50.445708Z","steps":["trace[1485957390] 'agreement among raft nodes before linearized reading' (duration: 1.019306039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:23:50.445889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:23:49.425137Z","time spent":"1.020734927s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:24:16.613021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.587794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:24:16.613145Z","caller":"traceutil/trace.go:171","msg":"trace[783844920] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2444; }","duration":"193.767359ms","start":"2026-07-03T03:24:16.419344Z","end":"2026-07-03T03:24:16.613112Z","steps":["trace[783844920] 'count revisions from in-memory index tree' (duration: 193.485111ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:24:33.072928Z","caller":"traceutil/trace.go:171","msg":"trace[1181525273] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"101.001159ms","start":"2026-07-03T03:24:32.970289Z","end":"2026-07-03T03:24:33.07129Z","steps":["trace[1181525273] 'process raft request' (duration: 88.820815ms)","trace[1181525273] 'compare' (duration: 11.696381ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:24:33.073398Z","caller":"traceutil/trace.go:171","msg":"trace[431180642] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"103.006982ms","start":"2026-07-03T03:24:32.970337Z","end":"2026-07-03T03:24:33.073344Z","steps":["trace[431180642] 'process raft request' (duration: 100.899846ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:24:33.074003Z","caller":"traceutil/trace.go:171","msg":"trace[1102213700] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"102.259183ms","start":"2026-07-03T03:24:32.97171Z","end":"2026-07-03T03:24:33.07397Z","steps":["trace[1102213700] 'process raft request' (duration: 101.497132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:24:38.610802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.665009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:24:38.61085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.084227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T03:24:38.610885Z","caller":"traceutil/trace.go:171","msg":"trace[826878933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2735; }","duration":"127.803122ms","start":"2026-07-03T03:24:38.483063Z","end":"2026-07-03T03:24:38.610866Z","steps":["trace[826878933] 'range keys from in-memory index tree' (duration: 127.484694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:24:38.610932Z","caller":"traceutil/trace.go:171","msg":"trace[578245349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2735; }","duration":"126.216171ms","start":"2026-07-03T03:24:38.484697Z","end":"2026-07-03T03:24:38.610913Z","steps":["trace[578245349] 'range keys from in-memory index tree' (duration: 125.891682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:24:42.389929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427199859,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:24:42.559597Z","caller":"traceutil/trace.go:171","msg":"trace[359111301] linearizableReadLoop","detail":"{readStateIndex:2875; appliedIndex:2874; }","duration":"670.068839ms","start":"2026-07-03T03:24:41.889505Z","end":"2026-07-03T03:24:42.559574Z","steps":["trace[359111301] 'read index received' (duration: 670.036238ms)","trace[359111301] 'applied index is now lower than readState.Index' (duration: 32.021µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:24:42.559718Z","caller":"traceutil/trace.go:171","msg":"trace[384089119] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"695.28008ms","start":"2026-07-03T03:24:41.864425Z","end":"2026-07-03T03:24:42.559705Z","steps":["trace[384089119] 'process raft request' (duration: 695.017703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:24:42.559814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:24:41.864385Z","time spent":"695.352582ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:24:42.559956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.137263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:24:42.56001Z","caller":"traceutil/trace.go:171","msg":"trace[356030998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2762; }","duration":"373.191906ms","start":"2026-07-03T03:24:42.186803Z","end":"2026-07-03T03:24:42.559995Z","steps":["trace[356030998] 'agreement among raft nodes before linearized reading' (duration: 373.115304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:24:42.559998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.968127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T03:24:42.560043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:24:42.186719Z","time spent":"373.312849ms","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:24:42.560067Z","caller":"traceutil/trace.go:171","msg":"trace[1974125742] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2762; }","duration":"649.07324ms","start":"2026-07-03T03:24:41.910972Z","end":"2026-07-03T03:24:42.560045Z","steps":["trace[1974125742] 'agreement among raft nodes before linearized reading' (duration: 648.889395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:24:42.560115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:24:41.910946Z","time spent":"649.156083ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T03:24:42.560123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.573742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:24:42.5601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.804535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:24:42.56026Z","caller":"traceutil/trace.go:171","msg":"trace[1071285722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2762; }","duration":"222.01276ms","start":"2026-07-03T03:24:42.338226Z","end":"2026-07-03T03:24:42.560239Z","steps":["trace[1071285722] 'agreement among raft nodes before linearized reading' (duration: 221.697822ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:24:42.560239Z","caller":"traceutil/trace.go:171","msg":"trace[2107508706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2762; }","duration":"670.746066ms","start":"2026-07-03T03:24:41.889462Z","end":"2026-07-03T03:24:42.560208Z","steps":["trace[2107508706] 'agreement among raft nodes before linearized reading' (duration: 670.50601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:24:42.560318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:24:41.889439Z","time spent":"670.86654ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:25:16.314731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.051126ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T03:25:17.111983Z","caller":"traceutil/trace.go:171","msg":"trace[1853725613] linearizableReadLoop","detail":"{readStateIndex:3089; appliedIndex:3088; }","duration":"455.927316ms","start":"2026-07-03T03:25:16.656032Z","end":"2026-07-03T03:25:17.11196Z","steps":["trace[1853725613] 'read index received' (duration: 455.69338ms)","trace[1853725613] 'applied index is now lower than readState.Index' (duration: 233.026µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:25:17.112039Z","caller":"traceutil/trace.go:171","msg":"trace[512196067] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"480.587663ms","start":"2026-07-03T03:25:16.631427Z","end":"2026-07-03T03:25:17.112015Z","steps":["trace[512196067] 'process raft request' (duration: 480.358017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.11219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:16.631414Z","time spent":"480.681696ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:25:17.11224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.693531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:25:17.112293Z","caller":"traceutil/trace.go:171","msg":"trace[1849279039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2969; }","duration":"276.776874ms","start":"2026-07-03T03:25:16.835499Z","end":"2026-07-03T03:25:17.112276Z","steps":["trace[1849279039] 'agreement among raft nodes before linearized reading' (duration: 276.602049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.112397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.341747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T03:25:17.112472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.51822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T03:25:17.112509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.201058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T03:25:17.112638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.545901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T03:25:17.112645Z","caller":"traceutil/trace.go:171","msg":"trace[1421916029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2969; }","duration":"163.397723ms","start":"2026-07-03T03:25:16.949219Z","end":"2026-07-03T03:25:17.112617Z","steps":["trace[1421916029] 'agreement among raft nodes before linearized reading' (duration: 162.970251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.112553Z","caller":"traceutil/trace.go:171","msg":"trace[583622872] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2969; }","duration":"456.551093ms","start":"2026-07-03T03:25:16.65598Z","end":"2026-07-03T03:25:17.112532Z","steps":["trace[583622872] 'agreement among raft nodes before linearized reading' (duration: 456.118661ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.112701Z","caller":"traceutil/trace.go:171","msg":"trace[1473858933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2969; }","duration":"269.634113ms","start":"2026-07-03T03:25:16.843053Z","end":"2026-07-03T03:25:17.112687Z","steps":["trace[1473858933] 'agreement among raft nodes before linearized reading' (duration: 269.487559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.11256Z","caller":"traceutil/trace.go:171","msg":"trace[1141089192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2969; }","duration":"138.658284ms","start":"2026-07-03T03:25:16.973879Z","end":"2026-07-03T03:25:17.112538Z","steps":["trace[1141089192] 'agreement among raft nodes before linearized reading' (duration: 138.382826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.112738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.932706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T03:25:17.112732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:16.655956Z","time spent":"456.759979ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T03:25:17.112936Z","caller":"traceutil/trace.go:171","msg":"trace[1363274254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2969; }","duration":"188.165803ms","start":"2026-07-03T03:25:16.924706Z","end":"2026-07-03T03:25:17.112872Z","steps":["trace[1363274254] 'agreement among raft nodes before linearized reading' (duration: 187.738421ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.459647Z","caller":"traceutil/trace.go:171","msg":"trace[28379830] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"342.34362ms","start":"2026-07-03T03:25:17.117263Z","end":"2026-07-03T03:25:17.459606Z","steps":["trace[28379830] 'process raft request' (duration: 275.189691ms)","trace[28379830] 'compare' (duration: 66.970814ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:25:17.459675Z","caller":"traceutil/trace.go:171","msg":"trace[669979163] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"342.004251ms","start":"2026-07-03T03:25:17.117641Z","end":"2026-07-03T03:25:17.459646Z","steps":["trace[669979163] 'process raft request' (duration: 341.898458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.459827Z","caller":"traceutil/trace.go:171","msg":"trace[47370241] linearizableReadLoop","detail":"{readStateIndex:3091; appliedIndex:3089; }","duration":"342.270168ms","start":"2026-07-03T03:25:17.11754Z","end":"2026-07-03T03:25:17.45981Z","steps":["trace[47370241] 'read index received' (duration: 96.812969ms)","trace[47370241] 'applied index is now lower than readState.Index' (duration: 245.455829ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:25:17.459775Z","caller":"traceutil/trace.go:171","msg":"trace[922149589] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"342.033242ms","start":"2026-07-03T03:25:17.117705Z","end":"2026-07-03T03:25:17.459738Z","steps":["trace[922149589] 'process raft request' (duration: 341.888858ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.459895Z","caller":"traceutil/trace.go:171","msg":"trace[1221117754] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"341.063666ms","start":"2026-07-03T03:25:17.11882Z","end":"2026-07-03T03:25:17.459884Z","steps":["trace[1221117754] 'process raft request' (duration: 340.875581ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.459924Z","caller":"traceutil/trace.go:171","msg":"trace[888506569] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"319.779189ms","start":"2026-07-03T03:25:17.140113Z","end":"2026-07-03T03:25:17.459892Z","steps":["trace[888506569] 'process raft request' (duration: 319.617655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.459968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.11879Z","time spent":"341.134398ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:25:17.459939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.117242Z","time spent":"342.487464ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:25:17.460007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.451693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:25:17.459949Z","caller":"traceutil/trace.go:171","msg":"trace[1444058689] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"341.399365ms","start":"2026-07-03T03:25:17.11852Z","end":"2026-07-03T03:25:17.45992Z","steps":["trace[1444058689] 'process raft request' (duration: 341.113238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:25:17.460049Z","caller":"traceutil/trace.go:171","msg":"trace[1575419339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2976; }","duration":"342.523915ms","start":"2026-07-03T03:25:17.117515Z","end":"2026-07-03T03:25:17.460038Z","steps":["trace[1575419339] 'agreement among raft nodes before linearized reading' (duration: 342.369551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.459842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.11763Z","time spent":"342.117245ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:25:17.460085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.117506Z","time spent":"342.568986ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T03:25:17.460095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.118502Z","time spent":"341.560409ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:25:17.460094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.140095Z","time spent":"319.910472ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:25:17.460117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.117676Z","time spent":"342.229607ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:25:17.853Z","caller":"traceutil/trace.go:171","msg":"trace[432778398] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"618.287031ms","start":"2026-07-03T03:25:17.234682Z","end":"2026-07-03T03:25:17.852969Z","steps":["trace[432778398] 'process raft request' (duration: 605.47261ms)","trace[432778398] 'compare' (duration: 12.525364ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:25:17.853134Z","caller":"traceutil/trace.go:171","msg":"trace[1186921816] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"617.326706ms","start":"2026-07-03T03:25:17.235787Z","end":"2026-07-03T03:25:17.853114Z","steps":["trace[1186921816] 'process raft request' (duration: 617.046429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.853163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.23462Z","time spent":"618.459596ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:25:17.853176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.620793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8785"} {"level":"info","ts":"2026-07-03T03:25:17.853226Z","caller":"traceutil/trace.go:171","msg":"trace[1563752912] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2979; }","duration":"391.699225ms","start":"2026-07-03T03:25:17.461513Z","end":"2026-07-03T03:25:17.853212Z","steps":["trace[1563752912] 'agreement among raft nodes before linearized reading' (duration: 391.536881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.853234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.235767Z","time spent":"617.408008ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:25:17.852998Z","caller":"traceutil/trace.go:171","msg":"trace[1707051213] linearizableReadLoop","detail":"{readStateIndex:3099; appliedIndex:3096; }","duration":"391.412137ms","start":"2026-07-03T03:25:17.461558Z","end":"2026-07-03T03:25:17.85297Z","steps":["trace[1707051213] 'read index received' (duration: 378.591466ms)","trace[1707051213] 'applied index is now lower than readState.Index' (duration: 12.819321ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:25:17.853406Z","caller":"traceutil/trace.go:171","msg":"trace[1370239811] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"608.624264ms","start":"2026-07-03T03:25:17.244772Z","end":"2026-07-03T03:25:17.853396Z","steps":["trace[1370239811] 'process raft request' (duration: 608.140081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:25:17.853402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.46149Z","time spent":"391.89451ms","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8807,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-03T03:25:17.853451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:25:17.244743Z","time spent":"608.683406ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:26:25.997373Z","caller":"traceutil/trace.go:171","msg":"trace[762737269] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"192.382712ms","start":"2026-07-03T03:26:25.804962Z","end":"2026-07-03T03:26:25.997344Z","steps":["trace[762737269] 'process raft request' (duration: 114.117438ms)","trace[762737269] 'compare' (duration: 78.10083ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:26:25.997745Z","caller":"traceutil/trace.go:171","msg":"trace[326616469] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"192.442573ms","start":"2026-07-03T03:26:25.805274Z","end":"2026-07-03T03:26:25.997717Z","steps":["trace[326616469] 'process raft request' (duration: 192.245458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:26:25.99776Z","caller":"traceutil/trace.go:171","msg":"trace[1242485378] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"192.735531ms","start":"2026-07-03T03:26:25.804962Z","end":"2026-07-03T03:26:25.997697Z","steps":["trace[1242485378] 'process raft request' (duration: 192.342251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:26:32.347194Z","caller":"traceutil/trace.go:171","msg":"trace[1854872080] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"165.626579ms","start":"2026-07-03T03:26:32.181535Z","end":"2026-07-03T03:26:32.347161Z","steps":["trace[1854872080] 'process raft request' (duration: 165.406803ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:26:32.347293Z","caller":"traceutil/trace.go:171","msg":"trace[317558657] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"164.280163ms","start":"2026-07-03T03:26:32.182977Z","end":"2026-07-03T03:26:32.347257Z","steps":["trace[317558657] 'process raft request' (duration: 164.096728ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:14.20885Z","caller":"traceutil/trace.go:171","msg":"trace[2117140288] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"122.643235ms","start":"2026-07-03T03:27:14.086185Z","end":"2026-07-03T03:27:14.208828Z","steps":["trace[2117140288] 'process raft request' (duration: 122.511202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:20.707223Z","caller":"traceutil/trace.go:171","msg":"trace[780579623] linearizableReadLoop","detail":"{readStateIndex:3940; appliedIndex:3939; }","duration":"213.698812ms","start":"2026-07-03T03:27:20.493474Z","end":"2026-07-03T03:27:20.707172Z","steps":["trace[780579623] 'read index received' (duration: 171.261492ms)","trace[780579623] 'applied index is now lower than readState.Index' (duration: 42.43529ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:27:20.707381Z","caller":"traceutil/trace.go:171","msg":"trace[1468311377] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"318.31239ms","start":"2026-07-03T03:27:20.388994Z","end":"2026-07-03T03:27:20.707306Z","steps":["trace[1468311377] 'process raft request' (duration: 275.749926ms)","trace[1468311377] 'compare' (duration: 41.613519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:27:20.707508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.010361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T03:27:20.707569Z","caller":"traceutil/trace.go:171","msg":"trace[974906474] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:3789; }","duration":"214.124504ms","start":"2026-07-03T03:27:20.49343Z","end":"2026-07-03T03:27:20.707555Z","steps":["trace[974906474] 'agreement among raft nodes before linearized reading' (duration: 213.94031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:20.707643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:20.38897Z","time spent":"318.589357ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:27:20.708034Z","caller":"traceutil/trace.go:171","msg":"trace[1082750893] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"177.455518ms","start":"2026-07-03T03:27:20.530558Z","end":"2026-07-03T03:27:20.708013Z","steps":["trace[1082750893] 'process raft request' (duration: 177.300754ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:20.708195Z","caller":"traceutil/trace.go:171","msg":"trace[1102613410] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"177.483788ms","start":"2026-07-03T03:27:20.530696Z","end":"2026-07-03T03:27:20.70818Z","steps":["trace[1102613410] 'process raft request' (duration: 177.265612ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:20.70837Z","caller":"traceutil/trace.go:171","msg":"trace[1228619282] transaction","detail":"{read_only:false; response_revision:3792; number_of_response:1; }","duration":"155.03587ms","start":"2026-07-03T03:27:20.553323Z","end":"2026-07-03T03:27:20.708359Z","steps":["trace[1228619282] 'process raft request' (duration: 154.802214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:20.708415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.332645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-07-03T03:27:20.708473Z","caller":"traceutil/trace.go:171","msg":"trace[659915006] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3792; }","duration":"135.420567ms","start":"2026-07-03T03:27:20.573035Z","end":"2026-07-03T03:27:20.708455Z","steps":["trace[659915006] 'agreement among raft nodes before linearized reading' (duration: 135.234052ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:24.017761Z","caller":"traceutil/trace.go:171","msg":"trace[1432892972] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"110.476502ms","start":"2026-07-03T03:27:23.907263Z","end":"2026-07-03T03:27:24.017739Z","steps":["trace[1432892972] 'process raft request' (duration: 110.292188ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:44.426508Z","caller":"traceutil/trace.go:171","msg":"trace[398128556] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"139.795724ms","start":"2026-07-03T03:27:44.286672Z","end":"2026-07-03T03:27:44.426467Z","steps":["trace[398128556] 'process raft request' (duration: 139.454205ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:44.601932Z","caller":"traceutil/trace.go:171","msg":"trace[2078939025] linearizableReadLoop","detail":"{readStateIndex:4104; appliedIndex:4103; }","duration":"165.806287ms","start":"2026-07-03T03:27:44.436096Z","end":"2026-07-03T03:27:44.601902Z","steps":["trace[2078939025] 'read index received' (duration: 13.335166ms)","trace[2078939025] 'applied index is now lower than readState.Index' (duration: 152.469491ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:27:44.602072Z","caller":"traceutil/trace.go:171","msg":"trace[1409390007] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"169.579647ms","start":"2026-07-03T03:27:44.432381Z","end":"2026-07-03T03:27:44.601961Z","steps":["trace[1409390007] 'process raft request' (duration: 158.517722ms)","trace[1409390007] 'compare' (duration: 10.755557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:27:44.602207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.613786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:27:44.602249Z","caller":"traceutil/trace.go:171","msg":"trace[2138734787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3948; }","duration":"158.691357ms","start":"2026-07-03T03:27:44.443547Z","end":"2026-07-03T03:27:44.602239Z","steps":["trace[2138734787] 'agreement among raft nodes before linearized reading' (duration: 158.513663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:44.602234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.110695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:27:44.602455Z","caller":"traceutil/trace.go:171","msg":"trace[1775356703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3948; }","duration":"166.29685ms","start":"2026-07-03T03:27:44.436042Z","end":"2026-07-03T03:27:44.602339Z","steps":["trace[1775356703] 'agreement among raft nodes before linearized reading' (duration: 165.968001ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:55.078453Z","caller":"traceutil/trace.go:171","msg":"trace[1572056647] linearizableReadLoop","detail":"{readStateIndex:4155; appliedIndex:4154; }","duration":"427.332194ms","start":"2026-07-03T03:27:54.651094Z","end":"2026-07-03T03:27:55.078427Z","steps":["trace[1572056647] 'read index received' (duration: 427.219901ms)","trace[1572056647] 'applied index is now lower than readState.Index' (duration: 111.123µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:27:55.078521Z","caller":"traceutil/trace.go:171","msg":"trace[568022944] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"427.660032ms","start":"2026-07-03T03:27:54.650827Z","end":"2026-07-03T03:27:55.078487Z","steps":["trace[568022944] 'process raft request' (duration: 427.460857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:55.078683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.57114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:27:55.078718Z","caller":"traceutil/trace.go:171","msg":"trace[689341358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3997; }","duration":"427.633161ms","start":"2026-07-03T03:27:54.651076Z","end":"2026-07-03T03:27:55.078709Z","steps":["trace[689341358] 'agreement among raft nodes before linearized reading' (duration: 427.484797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:55.078744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.651065Z","time spent":"427.672903ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:27:55.078731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.650806Z","time spent":"427.802676ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:27:55.579392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427203068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:27:56.080334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427203068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:27:56.084748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006475211s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T03:27:56.085386Z","caller":"traceutil/trace.go:171","msg":"trace[961860561] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"1.43211608s","start":"2026-07-03T03:27:54.653238Z","end":"2026-07-03T03:27:56.085355Z","steps":["trace[961860561] 'process raft request' (duration: 1.431719589s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:56.085478Z","caller":"traceutil/trace.go:171","msg":"trace[2076408009] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"1.117470257s","start":"2026-07-03T03:27:54.967985Z","end":"2026-07-03T03:27:56.085456Z","steps":["trace[2076408009] 'process raft request' (duration: 1.117402576s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:56.085479Z","caller":"traceutil/trace.go:171","msg":"trace[400832237] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"1.264980618s","start":"2026-07-03T03:27:54.820451Z","end":"2026-07-03T03:27:56.085431Z","steps":["trace[400832237] 'process raft request' (duration: 1.264749391s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:27:56.085514Z","caller":"traceutil/trace.go:171","msg":"trace[606656983] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"1.263994341s","start":"2026-07-03T03:27:54.821477Z","end":"2026-07-03T03:27:56.085471Z","steps":["trace[606656983] 'process raft request' (duration: 1.263786745s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:56.085565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.653204Z","time spent":"1.432264404s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:27:56.085635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.82146Z","time spent":"1.264114775s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:27:56.085652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.967968Z","time spent":"1.117593881s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:27:56.085657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.820428Z","time spent":"1.265135951s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:27:56.085714Z","caller":"traceutil/trace.go:171","msg":"trace[1062622114] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"1.264220527s","start":"2026-07-03T03:27:54.821463Z","end":"2026-07-03T03:27:56.085683Z","steps":["trace[1062622114] 'process raft request' (duration: 1.263856118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:56.085847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.821435Z","time spent":"1.26433023s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:27:56.092656Z","caller":"traceutil/trace.go:171","msg":"trace[1062303810] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"1.009734858s","start":"2026-07-03T03:27:55.082894Z","end":"2026-07-03T03:27:56.092629Z","steps":["trace[1062303810] 'process raft request' (duration: 1.009615935s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:56.092778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:55.082878Z","time spent":"1.009842101s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:27:56.094388Z","caller":"traceutil/trace.go:171","msg":"trace[378639547] linearizableReadLoop","detail":"{readStateIndex:4163; appliedIndex:4155; }","duration":"1.01582352s","start":"2026-07-03T03:27:55.078541Z","end":"2026-07-03T03:27:56.094365Z","steps":["trace[378639547] 'read index received' (duration: 1.006391528s)","trace[378639547] 'applied index is now lower than readState.Index' (duration: 9.429992ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:27:56.094416Z","caller":"traceutil/trace.go:171","msg":"trace[1436787244] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"199.818554ms","start":"2026-07-03T03:27:55.894579Z","end":"2026-07-03T03:27:56.094397Z","steps":["trace[1436787244] 'process raft request' (duration: 199.650699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:56.09459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16675428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:27:56.094661Z","caller":"traceutil/trace.go:171","msg":"trace[2005199389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:4004; }","duration":"1.166871584s","start":"2026-07-03T03:27:54.927749Z","end":"2026-07-03T03:27:56.09462Z","steps":["trace[2005199389] 'agreement among raft nodes before linearized reading' (duration: 1.166695789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:56.094683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.076418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:27:56.094723Z","caller":"traceutil/trace.go:171","msg":"trace[1077341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4004; }","duration":"159.198111ms","start":"2026-07-03T03:27:55.935515Z","end":"2026-07-03T03:27:56.094713Z","steps":["trace[1077341] 'agreement among raft nodes before linearized reading' (duration: 158.997216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:27:56.09471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:27:54.927716Z","time spent":"1.166987107s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"info","ts":"2026-07-03T03:29:08.821756Z","caller":"traceutil/trace.go:171","msg":"trace[1949252299] linearizableReadLoop","detail":"{readStateIndex:4996; appliedIndex:4995; }","duration":"101.37269ms","start":"2026-07-03T03:29:08.720351Z","end":"2026-07-03T03:29:08.821724Z","steps":["trace[1949252299] 'read index received' (duration: 100.220509ms)","trace[1949252299] 'applied index is now lower than readState.Index' (duration: 1.150931ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:08.821807Z","caller":"traceutil/trace.go:171","msg":"trace[1292131602] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"120.611684ms","start":"2026-07-03T03:29:08.701161Z","end":"2026-07-03T03:29:08.821773Z","steps":["trace[1292131602] 'process raft request' (duration: 119.478034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:08.822182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.797881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3091"} {"level":"info","ts":"2026-07-03T03:29:08.822307Z","caller":"traceutil/trace.go:171","msg":"trace[1339795780] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4803; }","duration":"101.994027ms","start":"2026-07-03T03:29:08.720281Z","end":"2026-07-03T03:29:08.822275Z","steps":["trace[1339795780] 'agreement among raft nodes before linearized reading' (duration: 101.561215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:11.085342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.491868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:29:11.085433Z","caller":"traceutil/trace.go:171","msg":"trace[762037776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4849; }","duration":"231.653692ms","start":"2026-07-03T03:29:10.853759Z","end":"2026-07-03T03:29:11.085413Z","steps":["trace[762037776] 'range keys from in-memory index tree' (duration: 231.313374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:11.085866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.525843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:11.085995Z","caller":"traceutil/trace.go:171","msg":"trace[994133332] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4849; }","duration":"300.76754ms","start":"2026-07-03T03:29:10.785198Z","end":"2026-07-03T03:29:11.085965Z","steps":["trace[994133332] 'count revisions from in-memory index tree' (duration: 300.320767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:11.086059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:10.785163Z","time spent":"300.873803ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:29:13.25639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.380354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T03:29:13.256435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.419845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29885634-ec81-44d8-92dc-dca0b6d63a40\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-03T03:29:13.256519Z","caller":"traceutil/trace.go:171","msg":"trace[577091864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4935; }","duration":"161.556159ms","start":"2026-07-03T03:29:13.094936Z","end":"2026-07-03T03:29:13.256492Z","steps":["trace[577091864] 'range keys from in-memory index tree' (duration: 161.213259ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:13.256523Z","caller":"traceutil/trace.go:171","msg":"trace[1387291172] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29885634-ec81-44d8-92dc-dca0b6d63a40; range_end:; response_count:1; response_revision:4935; }","duration":"167.562819ms","start":"2026-07-03T03:29:13.088938Z","end":"2026-07-03T03:29:13.2565Z","steps":["trace[1387291172] 'range keys from in-memory index tree' (duration: 167.142288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:13.257341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.07717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-07-03T03:29:13.257422Z","caller":"traceutil/trace.go:171","msg":"trace[2110080450] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4935; }","duration":"129.197053ms","start":"2026-07-03T03:29:13.128208Z","end":"2026-07-03T03:29:13.257405Z","steps":["trace[2110080450] 'range keys from in-memory index tree' (duration: 127.96799ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:13.274614Z","caller":"traceutil/trace.go:171","msg":"trace[1774597656] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"142.249842ms","start":"2026-07-03T03:29:13.132328Z","end":"2026-07-03T03:29:13.274578Z","steps":["trace[1774597656] 'process raft request' (duration: 142.045556ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:13.400457Z","caller":"traceutil/trace.go:171","msg":"trace[1632771243] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"138.337388ms","start":"2026-07-03T03:29:13.262091Z","end":"2026-07-03T03:29:13.400428Z","steps":["trace[1632771243] 'process raft request' (duration: 107.671718ms)","trace[1632771243] 'compare' (duration: 30.429143ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:13.400603Z","caller":"traceutil/trace.go:171","msg":"trace[1629954415] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5130; }","duration":"109.423795ms","start":"2026-07-03T03:29:13.291154Z","end":"2026-07-03T03:29:13.400578Z","steps":["trace[1629954415] 'read index received' (duration: 78.601161ms)","trace[1629954415] 'applied index is now lower than readState.Index' (duration: 30.820854ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:13.400668Z","caller":"traceutil/trace.go:171","msg":"trace[2055328383] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"134.463334ms","start":"2026-07-03T03:29:13.266196Z","end":"2026-07-03T03:29:13.40066Z","steps":["trace[2055328383] 'process raft request' (duration: 134.165146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:13.40086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.697502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T03:29:13.400904Z","caller":"traceutil/trace.go:171","msg":"trace[567101793] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4938; }","duration":"109.756263ms","start":"2026-07-03T03:29:13.291135Z","end":"2026-07-03T03:29:13.400891Z","steps":["trace[567101793] 'agreement among raft nodes before linearized reading' (duration: 109.544887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.765061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.628466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2378"} {"level":"info","ts":"2026-07-03T03:29:17.765286Z","caller":"traceutil/trace.go:171","msg":"trace[1753840215] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"444.487691ms","start":"2026-07-03T03:29:17.320782Z","end":"2026-07-03T03:29:17.765269Z","steps":["trace[1753840215] 'process raft request' (duration: 444.403729ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:17.7653Z","caller":"traceutil/trace.go:171","msg":"trace[318027881] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5035; }","duration":"483.601877ms","start":"2026-07-03T03:29:17.281657Z","end":"2026-07-03T03:29:17.765258Z","steps":["trace[318027881] 'process raft request' (duration: 127.692563ms)","trace[318027881] 'compare' (duration: 355.546764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:17.765382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.320762Z","time spent":"444.556853ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:29:17.765458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.281646Z","time spent":"483.72428ms","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2400,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:17.765612Z","caller":"traceutil/trace.go:171","msg":"trace[1841767874] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5231; }","duration":"478.239043ms","start":"2026-07-03T03:29:17.287363Z","end":"2026-07-03T03:29:17.765602Z","steps":["trace[1841767874] 'read index received' (duration: 24.241517ms)","trace[1841767874] 'applied index is now lower than readState.Index' (duration: 453.996316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:17.765802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.432079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T03:29:17.765838Z","caller":"traceutil/trace.go:171","msg":"trace[1721670478] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5036; }","duration":"478.49241ms","start":"2026-07-03T03:29:17.287336Z","end":"2026-07-03T03:29:17.765829Z","steps":["trace[1721670478] 'agreement among raft nodes before linearized reading' (duration: 478.332896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.765868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.287325Z","time spent":"478.536761ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-03T03:29:17.827592Z","caller":"traceutil/trace.go:171","msg":"trace[144128123] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"382.461634ms","start":"2026-07-03T03:29:17.445085Z","end":"2026-07-03T03:29:17.827547Z","steps":["trace[144128123] 'process raft request' (duration: 382.215887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.82799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.445052Z","time spent":"382.673198ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:17.915321Z","caller":"traceutil/trace.go:171","msg":"trace[997601590] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"226.259828ms","start":"2026-07-03T03:29:17.689034Z","end":"2026-07-03T03:29:17.915294Z","steps":["trace[997601590] 'process raft request' (duration: 194.199591ms)","trace[997601590] 'compare' (duration: 31.735518ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:17.915535Z","caller":"traceutil/trace.go:171","msg":"trace[376437985] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5234; }","duration":"149.872376ms","start":"2026-07-03T03:29:17.765644Z","end":"2026-07-03T03:29:17.915516Z","steps":["trace[376437985] 'read index received' (duration: 61.638487ms)","trace[376437985] 'applied index is now lower than readState.Index' (duration: 88.232549ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:17.915581Z","caller":"traceutil/trace.go:171","msg":"trace[355305336] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"139.863998ms","start":"2026-07-03T03:29:17.775695Z","end":"2026-07-03T03:29:17.915559Z","steps":["trace[355305336] 'process raft request' (duration: 139.498368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.915673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.793486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-03T03:29:17.915713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.557899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-dvflh-tls-p5g7t\" ","response":"range_response_count:1 size:2625"} {"level":"info","ts":"2026-07-03T03:29:17.915722Z","caller":"traceutil/trace.go:171","msg":"trace[1116607184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5039; }","duration":"252.886549ms","start":"2026-07-03T03:29:17.662826Z","end":"2026-07-03T03:29:17.915712Z","steps":["trace[1116607184] 'agreement among raft nodes before linearized reading' (duration: 252.692464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:17.915758Z","caller":"traceutil/trace.go:171","msg":"trace[1459140989] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-dvflh-tls-p5g7t; range_end:; response_count:1; response_revision:5039; }","duration":"595.644931ms","start":"2026-07-03T03:29:17.320103Z","end":"2026-07-03T03:29:17.915748Z","steps":["trace[1459140989] 'agreement among raft nodes before linearized reading' (duration: 595.507367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.915788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.75443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:29:17.915798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.320081Z","time spent":"595.705643ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":2647,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-dvflh-tls-p5g7t\" "} {"level":"warn","ts":"2026-07-03T03:29:17.915801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.93806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-07-03T03:29:17.915843Z","caller":"traceutil/trace.go:171","msg":"trace[927685496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5039; }","duration":"428.846012ms","start":"2026-07-03T03:29:17.486984Z","end":"2026-07-03T03:29:17.915829Z","steps":["trace[927685496] 'agreement among raft nodes before linearized reading' (duration: 428.699768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.915879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.486961Z","time spent":"428.909864ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T03:29:17.915881Z","caller":"traceutil/trace.go:171","msg":"trace[1962121648] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5039; }","duration":"544.074683ms","start":"2026-07-03T03:29:17.371788Z","end":"2026-07-03T03:29:17.915862Z","steps":["trace[1962121648] 'agreement among raft nodes before linearized reading' (duration: 543.818716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.915863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.567896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T03:29:17.915941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.371768Z","time spent":"544.157185ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1251,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-03T03:29:17.915952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.629329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-tx5zr\" ","response":"range_response_count:1 size:5148"} {"level":"info","ts":"2026-07-03T03:29:17.916074Z","caller":"traceutil/trace.go:171","msg":"trace[1652615407] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-tx5zr; range_end:; response_count:1; response_revision:5039; }","duration":"247.864135ms","start":"2026-07-03T03:29:17.668186Z","end":"2026-07-03T03:29:17.91605Z","steps":["trace[1652615407] 'agreement among raft nodes before linearized reading' (duration: 247.552407ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:17.915992Z","caller":"traceutil/trace.go:171","msg":"trace[1125561669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5039; }","duration":"492.741991ms","start":"2026-07-03T03:29:17.42322Z","end":"2026-07-03T03:29:17.915962Z","steps":["trace[1125561669] 'agreement among raft nodes before linearized reading' (duration: 492.440213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.9163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.423202Z","time spent":"493.080099ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:29:17.917536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.017355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-07-03T03:29:17.917694Z","caller":"traceutil/trace.go:171","msg":"trace[2015309509] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5039; }","duration":"445.212041ms","start":"2026-07-03T03:29:17.472458Z","end":"2026-07-03T03:29:17.91767Z","steps":["trace[2015309509] 'agreement among raft nodes before linearized reading' (duration: 443.209457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:17.917804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.472439Z","time spent":"445.342894ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2209873,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-03T03:29:18.239371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.634526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:29:18.239496Z","caller":"traceutil/trace.go:171","msg":"trace[1459059065] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"323.895387ms","start":"2026-07-03T03:29:17.915583Z","end":"2026-07-03T03:29:18.239478Z","steps":["trace[1459059065] 'read index received' (duration: 182.116818ms)","trace[1459059065] 'applied index is now lower than readState.Index' (duration: 141.777209ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:18.239526Z","caller":"traceutil/trace.go:171","msg":"trace[1315640635] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"403.888146ms","start":"2026-07-03T03:29:17.835605Z","end":"2026-07-03T03:29:18.239493Z","steps":["trace[1315640635] 'process raft request' (duration: 262.047734ms)","trace[1315640635] 'compare' (duration: 141.478412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:18.239664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.835585Z","time spent":"404.009198ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:29:18.239994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.300048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T03:29:18.240067Z","caller":"traceutil/trace.go:171","msg":"trace[669561063] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5040; }","duration":"468.402871ms","start":"2026-07-03T03:29:17.77165Z","end":"2026-07-03T03:29:18.240053Z","steps":["trace[669561063] 'agreement among raft nodes before linearized reading' (duration: 467.908137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.240115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.771636Z","time spent":"468.465122ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-03T03:29:18.241505Z","caller":"traceutil/trace.go:171","msg":"trace[138828816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5041; }","duration":"322.622353ms","start":"2026-07-03T03:29:17.918865Z","end":"2026-07-03T03:29:18.241488Z","steps":["trace[138828816] 'process raft request' (duration: 322.190991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.241736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.918834Z","time spent":"322.732066ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-03T03:29:18.241943Z","caller":"traceutil/trace.go:171","msg":"trace[1343157176] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"317.922408ms","start":"2026-07-03T03:29:17.924002Z","end":"2026-07-03T03:29:18.241924Z","steps":["trace[1343157176] 'process raft request' (duration: 317.862226ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:18.242007Z","caller":"traceutil/trace.go:171","msg":"trace[460213695] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"321.37315ms","start":"2026-07-03T03:29:17.920622Z","end":"2026-07-03T03:29:18.241995Z","steps":["trace[460213695] 'process raft request' (duration: 320.705222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.242045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.923938Z","time spent":"318.059932ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:18.242079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.920612Z","time spent":"321.432822ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:18.242281Z","caller":"traceutil/trace.go:171","msg":"trace[1834809393] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"321.098573ms","start":"2026-07-03T03:29:17.921173Z","end":"2026-07-03T03:29:18.242271Z","steps":["trace[1834809393] 'process raft request' (duration: 320.59691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.242325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.921166Z","time spent":"321.136034ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:18.242838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.06028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T03:29:18.242865Z","caller":"traceutil/trace.go:171","msg":"trace[1230254914] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5045; }","duration":"291.099671ms","start":"2026-07-03T03:29:17.951758Z","end":"2026-07-03T03:29:18.242858Z","steps":["trace[1230254914] 'agreement among raft nodes before linearized reading' (duration: 290.990458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.242978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.88375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:18.242993Z","caller":"traceutil/trace.go:171","msg":"trace[1177143220] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5045; }","duration":"145.981652ms","start":"2026-07-03T03:29:18.097006Z","end":"2026-07-03T03:29:18.242988Z","steps":["trace[1177143220] 'agreement among raft nodes before linearized reading' (duration: 145.954421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.243092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.277441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-03T03:29:18.243201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.22081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:29:18.243221Z","caller":"traceutil/trace.go:171","msg":"trace[1092429657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5045; }","duration":"323.26411ms","start":"2026-07-03T03:29:17.919952Z","end":"2026-07-03T03:29:18.243216Z","steps":["trace[1092429657] 'agreement among raft nodes before linearized reading' (duration: 323.212779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:18.243205Z","caller":"traceutil/trace.go:171","msg":"trace[259682827] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5045; }","duration":"314.469396ms","start":"2026-07-03T03:29:17.928704Z","end":"2026-07-03T03:29:18.243174Z","steps":["trace[259682827] 'agreement among raft nodes before linearized reading' (duration: 314.057675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.243238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.919935Z","time spent":"323.299672ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T03:29:18.243269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.928679Z","time spent":"314.574388ms","remote":"127.0.0.1:42428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-03T03:29:18.243497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.877233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-07-03T03:29:18.243553Z","caller":"traceutil/trace.go:171","msg":"trace[218829839] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5045; }","duration":"324.974776ms","start":"2026-07-03T03:29:17.918562Z","end":"2026-07-03T03:29:18.243537Z","steps":["trace[218829839] 'agreement among raft nodes before linearized reading' (duration: 323.99492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:18.2436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:17.918538Z","time spent":"325.051048ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T03:29:19.728474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427205601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:29:19.79299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.403705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:29:19.793243Z","caller":"traceutil/trace.go:171","msg":"trace[188576157] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"640.175482ms","start":"2026-07-03T03:29:19.153043Z","end":"2026-07-03T03:29:19.793219Z","steps":["trace[188576157] 'compare' (duration: 632.084316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:19.793266Z","caller":"traceutil/trace.go:171","msg":"trace[118091576] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"627.279567ms","start":"2026-07-03T03:29:19.165969Z","end":"2026-07-03T03:29:19.793249Z","steps":["trace[118091576] 'process raft request' (duration: 627.158364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:19.793344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.165935Z","time spent":"627.37057ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:19.793359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.15302Z","time spent":"640.278904ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4449,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:19.793441Z","caller":"traceutil/trace.go:171","msg":"trace[299543318] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"627.123083ms","start":"2026-07-03T03:29:19.166302Z","end":"2026-07-03T03:29:19.793425Z","steps":["trace[299543318] 'process raft request' (duration: 626.900167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:19.793543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.166296Z","time spent":"627.197005ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:29:19.793433Z","caller":"traceutil/trace.go:171","msg":"trace[1922770996] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5346; }","duration":"565.504426ms","start":"2026-07-03T03:29:19.227899Z","end":"2026-07-03T03:29:19.793403Z","steps":["trace[1922770996] 'read index received' (duration: 560.819891ms)","trace[1922770996] 'applied index is now lower than readState.Index' (duration: 4.682585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:19.793708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.121702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:19.793754Z","caller":"traceutil/trace.go:171","msg":"trace[1533978611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5149; }","duration":"450.208404ms","start":"2026-07-03T03:29:19.343535Z","end":"2026-07-03T03:29:19.793743Z","steps":["trace[1533978611] 'agreement among raft nodes before linearized reading' (duration: 450.134602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:19.793761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.381156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-03T03:29:19.793786Z","caller":"traceutil/trace.go:171","msg":"trace[1828574972] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5149; }","duration":"500.418216ms","start":"2026-07-03T03:29:19.293361Z","end":"2026-07-03T03:29:19.793779Z","steps":["trace[1828574972] 'agreement among raft nodes before linearized reading' (duration: 500.370115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:19.793706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.5599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-07-03T03:29:19.793809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.293354Z","time spent":"500.451687ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-07-03T03:29:19.793815Z","caller":"traceutil/trace.go:171","msg":"trace[676288642] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5149; }","duration":"500.721135ms","start":"2026-07-03T03:29:19.293085Z","end":"2026-07-03T03:29:19.793806Z","steps":["trace[676288642] 'agreement among raft nodes before linearized reading' (duration: 500.552811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:19.793822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.628722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-03T03:29:19.793851Z","caller":"traceutil/trace.go:171","msg":"trace[674972442] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5149; }","duration":"500.675433ms","start":"2026-07-03T03:29:19.293168Z","end":"2026-07-03T03:29:19.793844Z","steps":["trace[674972442] 'agreement among raft nodes before linearized reading' (duration: 500.595991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:19.793785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.343509Z","time spent":"450.269776ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:29:19.793879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.293163Z","time spent":"500.711974ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T03:29:19.793886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.985179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728903"} {"level":"warn","ts":"2026-07-03T03:29:19.79389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.070424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:19.793934Z","caller":"traceutil/trace.go:171","msg":"trace[1663208345] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5149; }","duration":"339.127475ms","start":"2026-07-03T03:29:19.454798Z","end":"2026-07-03T03:29:19.793925Z","steps":["trace[1663208345] 'agreement among raft nodes before linearized reading' (duration: 339.066654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:19.793935Z","caller":"traceutil/trace.go:171","msg":"trace[1805136562] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5149; }","duration":"566.098082ms","start":"2026-07-03T03:29:19.227825Z","end":"2026-07-03T03:29:19.793923Z","steps":["trace[1805136562] 'agreement among raft nodes before linearized reading' (duration: 565.65246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:19.793967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.454791Z","time spent":"339.168826ms","remote":"127.0.0.1:46664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:29:19.793976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.227792Z","time spent":"566.174244ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728925,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-03T03:29:19.793848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:19.293055Z","time spent":"500.786546ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-03T03:29:22.755366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427205722,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:29:22.935943Z","caller":"traceutil/trace.go:171","msg":"trace[1437036841] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"727.939808ms","start":"2026-07-03T03:29:22.207975Z","end":"2026-07-03T03:29:22.935915Z","steps":["trace[1437036841] 'process raft request' (duration: 727.778964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:22.936089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.207946Z","time spent":"728.06355ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:23.469254Z","caller":"traceutil/trace.go:171","msg":"trace[1428967803] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.062785508s","start":"2026-07-03T03:29:22.406437Z","end":"2026-07-03T03:29:23.469223Z","steps":["trace[1428967803] 'process raft request' (duration: 1.062578112s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.469419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.40641Z","time spent":"1.062920572s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:23.469784Z","caller":"traceutil/trace.go:171","msg":"trace[1728072347] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.062749727s","start":"2026-07-03T03:29:22.407003Z","end":"2026-07-03T03:29:23.469753Z","steps":["trace[1728072347] 'process raft request' (duration: 1.062177422s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:23.469887Z","caller":"traceutil/trace.go:171","msg":"trace[1001362512] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"1.062568022s","start":"2026-07-03T03:29:22.407307Z","end":"2026-07-03T03:29:23.469875Z","steps":["trace[1001362512] 'process raft request' (duration: 1.062310216s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.469951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.406994Z","time spent":"1.06286656s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:23.469971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.4073Z","time spent":"1.062617884s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:23.470053Z","caller":"traceutil/trace.go:171","msg":"trace[155661046] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5407; }","duration":"1.215293815s","start":"2026-07-03T03:29:22.254738Z","end":"2026-07-03T03:29:23.470032Z","steps":["trace[155661046] 'read index received' (duration: 681.037464ms)","trace[155661046] 'applied index is now lower than readState.Index' (duration: 534.255491ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:23.47014Z","caller":"traceutil/trace.go:171","msg":"trace[1231335122] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"1.062578362s","start":"2026-07-03T03:29:22.407556Z","end":"2026-07-03T03:29:23.470135Z","steps":["trace[1231335122] 'process raft request' (duration: 1.062276594s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.470212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.40753Z","time spent":"1.062623534s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:23.470323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212704705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T03:29:23.470358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.831719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-07-03T03:29:23.470359Z","caller":"traceutil/trace.go:171","msg":"trace[1155012711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5210; }","duration":"1.212764807s","start":"2026-07-03T03:29:22.257584Z","end":"2026-07-03T03:29:23.470349Z","steps":["trace[1155012711] 'agreement among raft nodes before linearized reading' (duration: 1.212643694s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:23.470378Z","caller":"traceutil/trace.go:171","msg":"trace[1894166697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0; range_end:; response_count:1; response_revision:5210; }","duration":"527.891211ms","start":"2026-07-03T03:29:22.942481Z","end":"2026-07-03T03:29:23.470372Z","steps":["trace[1894166697] 'agreement among raft nodes before linearized reading' (duration: 527.807599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.470389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.25757Z","time spent":"1.212813398s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:29:23.470404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.942461Z","time spent":"527.939532ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3737,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0\" "} {"level":"warn","ts":"2026-07-03T03:29:23.470509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.381348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T03:29:23.47052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215784738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T03:29:23.470535Z","caller":"traceutil/trace.go:171","msg":"trace[1387080395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5210; }","duration":"1.215835909s","start":"2026-07-03T03:29:22.254695Z","end":"2026-07-03T03:29:23.470531Z","steps":["trace[1387080395] 'agreement among raft nodes before linearized reading' (duration: 1.215790688s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:23.470533Z","caller":"traceutil/trace.go:171","msg":"trace[1656639390] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:5210; }","duration":"918.42425ms","start":"2026-07-03T03:29:22.552101Z","end":"2026-07-03T03:29:23.470526Z","steps":["trace[1656639390] 'agreement among raft nodes before linearized reading' (duration: 918.344748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.470549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.254672Z","time spent":"1.21587443s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:29:23.470576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.552091Z","time spent":"918.462971ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"warn","ts":"2026-07-03T03:29:23.470751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.688157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:23.470768Z","caller":"traceutil/trace.go:171","msg":"trace[510339051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5210; }","duration":"129.728568ms","start":"2026-07-03T03:29:23.341035Z","end":"2026-07-03T03:29:23.470764Z","steps":["trace[510339051] 'agreement among raft nodes before linearized reading' (duration: 129.671727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.470768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.792279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:29:23.470797Z","caller":"traceutil/trace.go:171","msg":"trace[202055337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5210; }","duration":"924.877072ms","start":"2026-07-03T03:29:22.545912Z","end":"2026-07-03T03:29:23.470789Z","steps":["trace[202055337] 'agreement among raft nodes before linearized reading' (duration: 924.767599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.470821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.54589Z","time spent":"924.925674ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:29:23.470854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.47535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:23.47087Z","caller":"traceutil/trace.go:171","msg":"trace[2045201795] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5210; }","duration":"313.49126ms","start":"2026-07-03T03:29:23.157373Z","end":"2026-07-03T03:29:23.470865Z","steps":["trace[2045201795] 'agreement among raft nodes before linearized reading' (duration: 313.467309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.470886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:23.157293Z","time spent":"313.589112ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:29:23.471078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.326715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-07-03T03:29:23.471126Z","caller":"traceutil/trace.go:171","msg":"trace[1197875401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0; range_end:; response_count:1; response_revision:5210; }","duration":"469.405557ms","start":"2026-07-03T03:29:23.001708Z","end":"2026-07-03T03:29:23.471113Z","steps":["trace[1197875401] 'agreement among raft nodes before linearized reading' (duration: 469.249152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.47113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.877056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"warn","ts":"2026-07-03T03:29:23.471161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:23.001695Z","time spent":"469.458319ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3737,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0\" "} {"level":"warn","ts":"2026-07-03T03:29:23.471228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.939674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:29:23.471274Z","caller":"traceutil/trace.go:171","msg":"trace[418089819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5210; }","duration":"989.006686ms","start":"2026-07-03T03:29:22.48226Z","end":"2026-07-03T03:29:23.471266Z","steps":["trace[418089819] 'agreement among raft nodes before linearized reading' (duration: 988.918353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.47128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004574222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:29:23.4713Z","caller":"traceutil/trace.go:171","msg":"trace[1611491816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5210; }","duration":"1.004623053s","start":"2026-07-03T03:29:22.466672Z","end":"2026-07-03T03:29:23.471295Z","steps":["trace[1611491816] 'agreement among raft nodes before linearized reading' (duration: 1.004570822s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.471301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.482247Z","time spent":"989.047376ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:29:23.471315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.466655Z","time spent":"1.004657394s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T03:29:23.471161Z","caller":"traceutil/trace.go:171","msg":"trace[1291817407] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5210; }","duration":"935.919207ms","start":"2026-07-03T03:29:22.535234Z","end":"2026-07-03T03:29:23.471153Z","steps":["trace[1291817407] 'agreement among raft nodes before linearized reading' (duration: 935.767093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:23.471354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:22.535227Z","time spent":"936.111472ms","remote":"127.0.0.1:43070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413152,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-03T03:29:24.37278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427205746,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:29:24.652366Z","caller":"traceutil/trace.go:171","msg":"trace[639312674] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5419; }","duration":"779.817591ms","start":"2026-07-03T03:29:23.872522Z","end":"2026-07-03T03:29:24.652339Z","steps":["trace[639312674] 'read index received' (duration: 779.284317ms)","trace[639312674] 'applied index is now lower than readState.Index' (duration: 532.114µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:24.652489Z","caller":"traceutil/trace.go:171","msg":"trace[1323328745] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"793.616339ms","start":"2026-07-03T03:29:23.85886Z","end":"2026-07-03T03:29:24.652477Z","steps":["trace[1323328745] 'process raft request' (duration: 793.126136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:24.652652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.180247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:29:24.652637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:23.858827Z","time spent":"793.693882ms","remote":"127.0.0.1:43070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:24.652698Z","caller":"traceutil/trace.go:171","msg":"trace[1149478784] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5218; }","duration":"165.271189ms","start":"2026-07-03T03:29:24.487415Z","end":"2026-07-03T03:29:24.652686Z","steps":["trace[1149478784] 'agreement among raft nodes before linearized reading' (duration: 165.183387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:24.65285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.45984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:24.652958Z","caller":"traceutil/trace.go:171","msg":"trace[657924499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5218; }","duration":"179.627744ms","start":"2026-07-03T03:29:24.473311Z","end":"2026-07-03T03:29:24.652939Z","steps":["trace[657924499] 'agreement among raft nodes before linearized reading' (duration: 179.48922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:24.652681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.232861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:24.653444Z","caller":"traceutil/trace.go:171","msg":"trace[1688200859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"312.015712ms","start":"2026-07-03T03:29:24.341387Z","end":"2026-07-03T03:29:24.653403Z","steps":["trace[1688200859] 'agreement among raft nodes before linearized reading' (duration: 311.19861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:24.653495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:24.341371Z","time spent":"312.106514ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:29:24.653375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.828247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787088"} {"level":"info","ts":"2026-07-03T03:29:24.653574Z","caller":"traceutil/trace.go:171","msg":"trace[1247591991] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5218; }","duration":"781.040973ms","start":"2026-07-03T03:29:23.872507Z","end":"2026-07-03T03:29:24.653548Z","steps":["trace[1247591991] 'agreement among raft nodes before linearized reading' (duration: 780.143359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:24.653654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:23.872465Z","time spent":"781.163016ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":787110,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-03T03:29:24.653694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.539128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-07-03T03:29:24.653824Z","caller":"traceutil/trace.go:171","msg":"trace[203767293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bb2590e-fb31-43c8-ab9b-a4d428b356a0; range_end:; response_count:1; response_revision:5218; }","duration":"177.703432ms","start":"2026-07-03T03:29:24.476086Z","end":"2026-07-03T03:29:24.653789Z","steps":["trace[203767293] 'agreement among raft nodes before linearized reading' (duration: 176.698616ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:26.754563Z","caller":"traceutil/trace.go:171","msg":"trace[960025129] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"308.094367ms","start":"2026-07-03T03:29:26.446428Z","end":"2026-07-03T03:29:26.754522Z","steps":["trace[960025129] 'process raft request' (duration: 307.752458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:26.75476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:26.446396Z","time spent":"308.290033ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:29:30.774082Z","caller":"traceutil/trace.go:171","msg":"trace[246111342] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5553; }","duration":"117.777505ms","start":"2026-07-03T03:29:30.656275Z","end":"2026-07-03T03:29:30.774052Z","steps":["trace[246111342] 'read index received' (duration: 117.712493ms)","trace[246111342] 'applied index is now lower than readState.Index' (duration: 63.172µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:30.85013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.827804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:29:30.85023Z","caller":"traceutil/trace.go:171","msg":"trace[517462171] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5346; }","duration":"193.992328ms","start":"2026-07-03T03:29:30.656216Z","end":"2026-07-03T03:29:30.850209Z","steps":["trace[517462171] 'agreement among raft nodes before linearized reading' (duration: 117.95681ms)","trace[517462171] 'count revisions from in-memory index tree' (duration: 75.885103ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:31.098933Z","caller":"traceutil/trace.go:171","msg":"trace[212021107] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"165.906636ms","start":"2026-07-03T03:29:30.932992Z","end":"2026-07-03T03:29:31.098899Z","steps":["trace[212021107] 'process raft request' (duration: 128.503474ms)","trace[212021107] 'compare' (duration: 37.179726ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:31.32471Z","caller":"traceutil/trace.go:171","msg":"trace[1176654146] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"143.165897ms","start":"2026-07-03T03:29:31.181501Z","end":"2026-07-03T03:29:31.324667Z","steps":["trace[1176654146] 'process raft request' (duration: 127.370893ms)","trace[1176654146] 'compare' (duration: 15.535797ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:31.619651Z","caller":"traceutil/trace.go:171","msg":"trace[1741884568] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"241.163203ms","start":"2026-07-03T03:29:31.378458Z","end":"2026-07-03T03:29:31.619621Z","steps":["trace[1741884568] 'process raft request' (duration: 233.620911ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:31.685751Z","caller":"traceutil/trace.go:171","msg":"trace[1730783381] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"306.880374ms","start":"2026-07-03T03:29:31.378838Z","end":"2026-07-03T03:29:31.685718Z","steps":["trace[1730783381] 'process raft request' (duration: 306.695489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:31.685898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:31.378795Z","time spent":"307.034069ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3243,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:29:31.685893Z","caller":"traceutil/trace.go:171","msg":"trace[556661422] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"306.534065ms","start":"2026-07-03T03:29:31.379332Z","end":"2026-07-03T03:29:31.685866Z","steps":["trace[556661422] 'process raft request' (duration: 306.326349ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:31.686039Z","caller":"traceutil/trace.go:171","msg":"trace[744900449] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"187.927577ms","start":"2026-07-03T03:29:31.498087Z","end":"2026-07-03T03:29:31.686015Z","steps":["trace[744900449] 'process raft request' (duration: 187.620849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:31.686095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:31.379323Z","time spent":"306.625787ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T03:29:31.686212Z","caller":"traceutil/trace.go:171","msg":"trace[1817654256] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"186.291203ms","start":"2026-07-03T03:29:31.499906Z","end":"2026-07-03T03:29:31.686197Z","steps":["trace[1817654256] 'process raft request' (duration: 185.891822ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:31.686475Z","caller":"traceutil/trace.go:171","msg":"trace[966981588] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"186.269752ms","start":"2026-07-03T03:29:31.500193Z","end":"2026-07-03T03:29:31.686463Z","steps":["trace[966981588] 'process raft request' (duration: 185.941793ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:31.686508Z","caller":"traceutil/trace.go:171","msg":"trace[2084494218] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5560; }","duration":"158.989371ms","start":"2026-07-03T03:29:31.527484Z","end":"2026-07-03T03:29:31.686473Z","steps":["trace[2084494218] 'read index received' (duration: 84.626088ms)","trace[2084494218] 'applied index is now lower than readState.Index' (duration: 74.361583ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:31.686672Z","caller":"traceutil/trace.go:171","msg":"trace[1665861472] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"180.308242ms","start":"2026-07-03T03:29:31.50629Z","end":"2026-07-03T03:29:31.686599Z","steps":["trace[1665861472] 'process raft request' (duration: 180.033055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:31.686839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.819799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:29:31.686883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.379651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T03:29:31.686893Z","caller":"traceutil/trace.go:171","msg":"trace[1652550198] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5358; }","duration":"101.933202ms","start":"2026-07-03T03:29:31.584946Z","end":"2026-07-03T03:29:31.686879Z","steps":["trace[1652550198] 'agreement among raft nodes before linearized reading' (duration: 101.84471ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:31.686923Z","caller":"traceutil/trace.go:171","msg":"trace[635498932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5358; }","duration":"159.446653ms","start":"2026-07-03T03:29:31.527465Z","end":"2026-07-03T03:29:31.686911Z","steps":["trace[635498932] 'agreement among raft nodes before linearized reading' (duration: 159.230337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:32.247791Z","caller":"traceutil/trace.go:171","msg":"trace[190168340] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5587; }","duration":"106.127414ms","start":"2026-07-03T03:29:32.141607Z","end":"2026-07-03T03:29:32.247734Z","steps":["trace[190168340] 'read index received' (duration: 105.94625ms)","trace[190168340] 'applied index is now lower than readState.Index' (duration: 178.844µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:32.247851Z","caller":"traceutil/trace.go:171","msg":"trace[2003172183] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"109.738241ms","start":"2026-07-03T03:29:32.138074Z","end":"2026-07-03T03:29:32.247813Z","steps":["trace[2003172183] 'process raft request' (duration: 109.319849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:32.248455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.812153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110911"} {"level":"info","ts":"2026-07-03T03:29:32.248508Z","caller":"traceutil/trace.go:171","msg":"trace[239936583] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5379; }","duration":"106.955186ms","start":"2026-07-03T03:29:32.141541Z","end":"2026-07-03T03:29:32.248496Z","steps":["trace[239936583] 'agreement among raft nodes before linearized reading' (duration: 106.35928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:36.006712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.230376ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T03:29:36.006816Z","caller":"traceutil/trace.go:171","msg":"trace[1754246661] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5612; }","duration":"255.742894ms","start":"2026-07-03T03:29:35.751053Z","end":"2026-07-03T03:29:36.006796Z","steps":["trace[1754246661] 'read index received' (duration: 30.369754ms)","trace[1754246661] 'applied index is now lower than readState.Index' (duration: 225.37142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:36.007016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.95804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:29:36.007055Z","caller":"traceutil/trace.go:171","msg":"trace[1762869248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5403; }","duration":"256.032612ms","start":"2026-07-03T03:29:35.751011Z","end":"2026-07-03T03:29:36.007044Z","steps":["trace[1762869248] 'agreement among raft nodes before linearized reading' (duration: 255.861207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:36.007681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.735397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:29:36.007724Z","caller":"traceutil/trace.go:171","msg":"trace[2133363333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5404; }","duration":"254.795408ms","start":"2026-07-03T03:29:35.752918Z","end":"2026-07-03T03:29:36.007714Z","steps":["trace[2133363333] 'agreement among raft nodes before linearized reading' (duration: 254.655844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:36.007723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.853203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T03:29:36.00775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.562896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:29:36.007766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.981463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:29:36.00775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.018134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:29:36.007839Z","caller":"traceutil/trace.go:171","msg":"trace[1473298029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5404; }","duration":"255.088306ms","start":"2026-07-03T03:29:35.752726Z","end":"2026-07-03T03:29:36.007814Z","steps":["trace[1473298029] 'agreement among raft nodes before linearized reading' (duration: 254.866431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:36.007845Z","caller":"traceutil/trace.go:171","msg":"trace[264274637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5404; }","duration":"255.191739ms","start":"2026-07-03T03:29:35.752637Z","end":"2026-07-03T03:29:36.007829Z","steps":["trace[264274637] 'agreement among raft nodes before linearized reading' (duration: 254.922422ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:36.007786Z","caller":"traceutil/trace.go:171","msg":"trace[691103615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5404; }","duration":"253.935175ms","start":"2026-07-03T03:29:35.753836Z","end":"2026-07-03T03:29:36.007771Z","steps":["trace[691103615] 'agreement among raft nodes before linearized reading' (duration: 253.72209ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:36.007814Z","caller":"traceutil/trace.go:171","msg":"trace[874730194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5404; }","duration":"206.661719ms","start":"2026-07-03T03:29:35.801134Z","end":"2026-07-03T03:29:36.007796Z","steps":["trace[874730194] 'agreement among raft nodes before linearized reading' (duration: 206.549086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:36.007823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.586543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:29:36.00812Z","caller":"traceutil/trace.go:171","msg":"trace[1946627307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:5404; }","duration":"254.910321ms","start":"2026-07-03T03:29:35.753192Z","end":"2026-07-03T03:29:36.008103Z","steps":["trace[1946627307] 'agreement among raft nodes before linearized reading' (duration: 254.454729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:37.834576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.100933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dvflh\" ","response":"range_response_count:1 size:9769"} {"level":"info","ts":"2026-07-03T03:29:37.834681Z","caller":"traceutil/trace.go:171","msg":"trace[1660534012] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-dvflh; range_end:; response_count:1; response_revision:5442; }","duration":"159.217226ms","start":"2026-07-03T03:29:37.675406Z","end":"2026-07-03T03:29:37.834623Z","steps":["trace[1660534012] 'range keys from in-memory index tree' (duration: 158.944569ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:37.842764Z","caller":"traceutil/trace.go:171","msg":"trace[1891524261] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"136.702912ms","start":"2026-07-03T03:29:37.706044Z","end":"2026-07-03T03:29:37.842747Z","steps":["trace[1891524261] 'process raft request' (duration: 136.537008ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:37.863156Z","caller":"traceutil/trace.go:171","msg":"trace[1566548851] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"150.37991ms","start":"2026-07-03T03:29:37.712749Z","end":"2026-07-03T03:29:37.863129Z","steps":["trace[1566548851] 'process raft request' (duration: 150.203525ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:37.86344Z","caller":"traceutil/trace.go:171","msg":"trace[1819972732] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"150.225575ms","start":"2026-07-03T03:29:37.713195Z","end":"2026-07-03T03:29:37.86342Z","steps":["trace[1819972732] 'process raft request' (duration: 149.890866ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:37.863959Z","caller":"traceutil/trace.go:171","msg":"trace[1189655599] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"150.203984ms","start":"2026-07-03T03:29:37.713365Z","end":"2026-07-03T03:29:37.863569Z","steps":["trace[1189655599] 'process raft request' (duration: 149.957758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:38.109256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.824991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:29:38.109553Z","caller":"traceutil/trace.go:171","msg":"trace[2135204508] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"179.912181ms","start":"2026-07-03T03:29:37.929625Z","end":"2026-07-03T03:29:38.109538Z","steps":["trace[2135204508] 'process raft request' (duration: 179.780018ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:38.109668Z","caller":"traceutil/trace.go:171","msg":"trace[755148900] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"183.071856ms","start":"2026-07-03T03:29:37.926568Z","end":"2026-07-03T03:29:38.10964Z","steps":["trace[755148900] 'process raft request' (duration: 43.787054ms)","trace[755148900] 'compare' (duration: 138.697316ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:38.109897Z","caller":"traceutil/trace.go:171","msg":"trace[1006412670] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"178.823142ms","start":"2026-07-03T03:29:37.931048Z","end":"2026-07-03T03:29:38.109871Z","steps":["trace[1006412670] 'process raft request' (duration: 178.404021ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:38.109984Z","caller":"traceutil/trace.go:171","msg":"trace[986844028] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"183.025965ms","start":"2026-07-03T03:29:37.926946Z","end":"2026-07-03T03:29:38.109972Z","steps":["trace[986844028] 'process raft request' (duration: 182.403188ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:39.354357Z","caller":"traceutil/trace.go:171","msg":"trace[782087464] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"903.134574ms","start":"2026-07-03T03:29:38.451198Z","end":"2026-07-03T03:29:39.354333Z","steps":["trace[782087464] 'process raft request' (duration: 902.923539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:39.354515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:38.451172Z","time spent":"903.253547ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:39.354701Z","caller":"traceutil/trace.go:171","msg":"trace[1012276129] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"903.238416ms","start":"2026-07-03T03:29:38.451432Z","end":"2026-07-03T03:29:39.354671Z","steps":["trace[1012276129] 'process raft request' (duration: 902.844786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:39.354921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:38.451424Z","time spent":"903.412211ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1046,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:39.356397Z","caller":"traceutil/trace.go:171","msg":"trace[851776894] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"904.929402ms","start":"2026-07-03T03:29:38.451457Z","end":"2026-07-03T03:29:39.356387Z","steps":["trace[851776894] 'process raft request' (duration: 903.082243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:39.356493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:38.451448Z","time spent":"905.000554ms","remote":"127.0.0.1:42530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:39.375474Z","caller":"traceutil/trace.go:171","msg":"trace[1278964321] linearizableReadLoop","detail":"{readStateIndex:5677; appliedIndex:5673; }","duration":"303.653028ms","start":"2026-07-03T03:29:39.071794Z","end":"2026-07-03T03:29:39.375447Z","steps":["trace[1278964321] 'read index received' (duration: 282.337257ms)","trace[1278964321] 'applied index is now lower than readState.Index' (duration: 21.314931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:39.375691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.882004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:29:39.375727Z","caller":"traceutil/trace.go:171","msg":"trace[2105331189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5466; }","duration":"303.975466ms","start":"2026-07-03T03:29:39.07174Z","end":"2026-07-03T03:29:39.375716Z","steps":["trace[2105331189] 'agreement among raft nodes before linearized reading' (duration: 303.825892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:39.375762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:39.071721Z","time spent":"304.031998ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T03:29:39.375759Z","caller":"traceutil/trace.go:171","msg":"trace[965070469] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"843.946967ms","start":"2026-07-03T03:29:38.531777Z","end":"2026-07-03T03:29:39.375724Z","steps":["trace[965070469] 'process raft request' (duration: 841.505422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:39.375908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:38.531741Z","time spent":"844.082481ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:41.732356Z","caller":"traceutil/trace.go:171","msg":"trace[930959835] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"320.759936ms","start":"2026-07-03T03:29:41.411558Z","end":"2026-07-03T03:29:41.732318Z","steps":["trace[930959835] 'process raft request' (duration: 320.486998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:41.732533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:41.411531Z","time spent":"320.90832ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:41.916361Z","caller":"traceutil/trace.go:171","msg":"trace[431874761] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"171.899987ms","start":"2026-07-03T03:29:41.744394Z","end":"2026-07-03T03:29:41.916294Z","steps":["trace[431874761] 'process raft request' (duration: 171.740883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:47.584583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.779065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af9c1eb1-9a6f-43ea-9af8-2ca6a6e265fe\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T03:29:47.584665Z","caller":"traceutil/trace.go:171","msg":"trace[1283004514] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af9c1eb1-9a6f-43ea-9af8-2ca6a6e265fe; range_end:; response_count:1; response_revision:5624; }","duration":"158.911059ms","start":"2026-07-03T03:29:47.425737Z","end":"2026-07-03T03:29:47.584648Z","steps":["trace[1283004514] 'range keys from in-memory index tree' (duration: 158.57352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:47.584713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.272279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af9c1eb1-9a6f-43ea-9af8-2ca6a6e265fe\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T03:29:47.584814Z","caller":"traceutil/trace.go:171","msg":"trace[1444018384] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af9c1eb1-9a6f-43ea-9af8-2ca6a6e265fe; range_end:; response_count:1; response_revision:5624; }","duration":"121.412353ms","start":"2026-07-03T03:29:47.463379Z","end":"2026-07-03T03:29:47.584792Z","steps":["trace[1444018384] 'range keys from in-memory index tree' (duration: 121.088695ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:48.119163Z","caller":"traceutil/trace.go:171","msg":"trace[1585080022] linearizableReadLoop","detail":"{readStateIndex:5840; appliedIndex:5839; }","duration":"240.925347ms","start":"2026-07-03T03:29:47.878195Z","end":"2026-07-03T03:29:48.11912Z","steps":["trace[1585080022] 'read index received' (duration: 240.738272ms)","trace[1585080022] 'applied index is now lower than readState.Index' (duration: 185.635µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:48.119233Z","caller":"traceutil/trace.go:171","msg":"trace[1065809363] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"526.978362ms","start":"2026-07-03T03:29:47.592221Z","end":"2026-07-03T03:29:48.119199Z","steps":["trace[1065809363] 'process raft request' (duration: 526.732935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.119356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.119092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:48.1195Z","caller":"traceutil/trace.go:171","msg":"trace[1093866703] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5625; }","duration":"241.327597ms","start":"2026-07-03T03:29:47.878145Z","end":"2026-07-03T03:29:48.119472Z","steps":["trace[1093866703] 'agreement among raft nodes before linearized reading' (duration: 241.092861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.119486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:47.592195Z","time spent":"527.122326ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:48.578425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.951805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:29:48.578607Z","caller":"traceutil/trace.go:171","msg":"trace[2119187534] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"642.320222ms","start":"2026-07-03T03:29:47.936257Z","end":"2026-07-03T03:29:48.578578Z","steps":["trace[2119187534] 'process raft request' (duration: 541.129091ms)","trace[2119187534] 'compare' (duration: 100.814211ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:48.578701Z","caller":"traceutil/trace.go:171","msg":"trace[1809566335] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5840; }","duration":"459.441012ms","start":"2026-07-03T03:29:48.119241Z","end":"2026-07-03T03:29:48.578682Z","steps":["trace[1809566335] 'read index received' (duration: 358.114208ms)","trace[1809566335] 'applied index is now lower than readState.Index' (duration: 101.325774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:48.578894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.502191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:48.578938Z","caller":"traceutil/trace.go:171","msg":"trace[1522965464] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5629; }","duration":"594.576434ms","start":"2026-07-03T03:29:47.984351Z","end":"2026-07-03T03:29:48.578928Z","steps":["trace[1522965464] 'agreement among raft nodes before linearized reading' (duration: 594.508402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.57898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:47.984338Z","time spent":"594.632395ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:29:48.579014Z","caller":"traceutil/trace.go:171","msg":"trace[369966209] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"641.843149ms","start":"2026-07-03T03:29:47.937156Z","end":"2026-07-03T03:29:48.578999Z","steps":["trace[369966209] 'process raft request' (duration: 641.359196ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:48.579046Z","caller":"traceutil/trace.go:171","msg":"trace[1713962068] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"641.498951ms","start":"2026-07-03T03:29:47.937512Z","end":"2026-07-03T03:29:48.579011Z","steps":["trace[1713962068] 'process raft request' (duration: 641.054279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.579108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:47.937132Z","time spent":"641.938992ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:48.579163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.689431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T03:29:48.579154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.251398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:29:48.579219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:47.937498Z","time spent":"641.631394ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:48.57923Z","caller":"traceutil/trace.go:171","msg":"trace[1434384867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5629; }","duration":"380.796024ms","start":"2026-07-03T03:29:48.198415Z","end":"2026-07-03T03:29:48.579211Z","steps":["trace[1434384867] 'agreement among raft nodes before linearized reading' (duration: 380.592389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.579238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.904152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T03:29:48.57926Z","caller":"traceutil/trace.go:171","msg":"trace[1872205676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5629; }","duration":"240.403062ms","start":"2026-07-03T03:29:48.338829Z","end":"2026-07-03T03:29:48.579232Z","steps":["trace[1872205676] 'agreement among raft nodes before linearized reading' (duration: 240.232627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.579277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.198394Z","time spent":"380.870566ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:29:48.579317Z","caller":"traceutil/trace.go:171","msg":"trace[764803686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5629; }","duration":"320.033825ms","start":"2026-07-03T03:29:48.259261Z","end":"2026-07-03T03:29:48.579295Z","steps":["trace[764803686] 'agreement among raft nodes before linearized reading' (duration: 319.787639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:48.578887Z","caller":"traceutil/trace.go:171","msg":"trace[189848007] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"640.812593ms","start":"2026-07-03T03:29:47.938043Z","end":"2026-07-03T03:29:48.578856Z","steps":["trace[189848007] 'process raft request' (duration: 640.560806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.579332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.542187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T03:29:48.579363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.25924Z","time spent":"320.112588ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:29:48.579405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.682516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T03:29:48.579411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.341335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T03:29:48.579424Z","caller":"traceutil/trace.go:171","msg":"trace[1373874604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5629; }","duration":"327.6762ms","start":"2026-07-03T03:29:48.251717Z","end":"2026-07-03T03:29:48.579394Z","steps":["trace[1373874604] 'agreement among raft nodes before linearized reading' (duration: 327.360162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.579433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.512911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T03:29:48.579443Z","caller":"traceutil/trace.go:171","msg":"trace[737560426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:5629; }","duration":"319.741168ms","start":"2026-07-03T03:29:48.259691Z","end":"2026-07-03T03:29:48.579432Z","steps":["trace[737560426] 'agreement among raft nodes before linearized reading' (duration: 319.612145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.579486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.25171Z","time spent":"327.764863ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:29:48.579458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.239161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T03:29:48.579491Z","caller":"traceutil/trace.go:171","msg":"trace[1654088954] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5629; }","duration":"141.615514ms","start":"2026-07-03T03:29:48.437857Z","end":"2026-07-03T03:29:48.579473Z","steps":["trace[1654088954] 'agreement among raft nodes before linearized reading' (duration: 141.47496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.578781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:47.936234Z","time spent":"642.465356ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:48.579524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.259682Z","time spent":"319.80441ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"info","ts":"2026-07-03T03:29:48.579551Z","caller":"traceutil/trace.go:171","msg":"trace[1228321099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5629; }","duration":"323.366015ms","start":"2026-07-03T03:29:48.25616Z","end":"2026-07-03T03:29:48.579526Z","steps":["trace[1228321099] 'agreement among raft nodes before linearized reading' (duration: 323.160059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.57943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:47.938012Z","time spent":"641.372917ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:48.579488Z","caller":"traceutil/trace.go:171","msg":"trace[1870951908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5629; }","duration":"329.449378ms","start":"2026-07-03T03:29:48.250015Z","end":"2026-07-03T03:29:48.579465Z","steps":["trace[1870951908] 'agreement among raft nodes before linearized reading' (duration: 329.212972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.579597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.256138Z","time spent":"323.446687ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:29:48.579683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.249992Z","time spent":"329.650584ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:29:48.901395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.342955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:29:48.901706Z","caller":"traceutil/trace.go:171","msg":"trace[819607880] linearizableReadLoop","detail":"{readStateIndex:5849; appliedIndex:5844; }","duration":"315.794093ms","start":"2026-07-03T03:29:48.58589Z","end":"2026-07-03T03:29:48.901684Z","steps":["trace[819607880] 'read index received' (duration: 64.637223ms)","trace[819607880] 'applied index is now lower than readState.Index' (duration: 251.1554ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:48.901836Z","caller":"traceutil/trace.go:171","msg":"trace[874772834] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"317.040347ms","start":"2026-07-03T03:29:48.584779Z","end":"2026-07-03T03:29:48.901819Z","steps":["trace[874772834] 'process raft request' (duration: 316.759529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.90193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.584769Z","time spent":"317.110238ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:48.902037Z","caller":"traceutil/trace.go:171","msg":"trace[2020687330] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"317.395416ms","start":"2026-07-03T03:29:48.584606Z","end":"2026-07-03T03:29:48.902001Z","steps":["trace[2020687330] 'process raft request' (duration: 93.335871ms)","trace[2020687330] 'compare' (duration: 223.1559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:48.902147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.233665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-03T03:29:48.902184Z","caller":"traceutil/trace.go:171","msg":"trace[613665019] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"317.058977ms","start":"2026-07-03T03:29:48.585102Z","end":"2026-07-03T03:29:48.902161Z","steps":["trace[613665019] 'process raft request' (duration: 316.511942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:48.902218Z","caller":"traceutil/trace.go:171","msg":"trace[1976919226] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5634; }","duration":"316.334507ms","start":"2026-07-03T03:29:48.585867Z","end":"2026-07-03T03:29:48.902201Z","steps":["trace[1976919226] 'agreement among raft nodes before linearized reading' (duration: 316.07256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.902248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.584592Z","time spent":"317.52521ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:48.902271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.585858Z","time spent":"316.40052ms","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-07-03T03:29:48.902284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.58509Z","time spent":"317.145489ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:48.902315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.873185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80218"} {"level":"info","ts":"2026-07-03T03:29:48.902382Z","caller":"traceutil/trace.go:171","msg":"trace[1083665654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5634; }","duration":"315.960518ms","start":"2026-07-03T03:29:48.586407Z","end":"2026-07-03T03:29:48.902367Z","steps":["trace[1083665654] 'agreement among raft nodes before linearized reading' (duration: 315.67089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.902441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.586397Z","time spent":"316.027389ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80240,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-03T03:29:48.902437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.623264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af9c1eb1-9a6f-43ea-9af8-2ca6a6e265fe\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-03T03:29:48.902528Z","caller":"traceutil/trace.go:171","msg":"trace[604640672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af9c1eb1-9a6f-43ea-9af8-2ca6a6e265fe; range_end:; response_count:1; response_revision:5634; }","duration":"313.740078ms","start":"2026-07-03T03:29:48.588762Z","end":"2026-07-03T03:29:48.902502Z","steps":["trace[604640672] 'agreement among raft nodes before linearized reading' (duration: 313.457231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:48.902599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:48.588756Z","time spent":"313.82765ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af9c1eb1-9a6f-43ea-9af8-2ca6a6e265fe\" "} {"level":"warn","ts":"2026-07-03T03:29:49.179318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.083263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:29:49.179473Z","caller":"traceutil/trace.go:171","msg":"trace[1351693215] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5849; }","duration":"263.997845ms","start":"2026-07-03T03:29:48.91543Z","end":"2026-07-03T03:29:49.179428Z","steps":["trace[1351693215] 'read index received' (duration: 132.589303ms)","trace[1351693215] 'applied index is now lower than readState.Index' (duration: 131.406942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:49.179716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.252142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-03T03:29:49.179754Z","caller":"traceutil/trace.go:171","msg":"trace[2130862215] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5635; }","duration":"264.332604ms","start":"2026-07-03T03:29:48.915411Z","end":"2026-07-03T03:29:49.179743Z","steps":["trace[2130862215] 'agreement among raft nodes before linearized reading' (duration: 264.101278ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:49.179582Z","caller":"traceutil/trace.go:171","msg":"trace[1447337723] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"266.862582ms","start":"2026-07-03T03:29:48.912669Z","end":"2026-07-03T03:29:49.179532Z","steps":["trace[1447337723] 'process raft request' (duration: 135.374868ms)","trace[1447337723] 'compare' (duration: 130.877687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:55.087546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.338139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:29:55.087757Z","caller":"traceutil/trace.go:171","msg":"trace[1567083881] linearizableReadLoop","detail":"{readStateIndex:5960; appliedIndex:5958; }","duration":"388.206013ms","start":"2026-07-03T03:29:54.699534Z","end":"2026-07-03T03:29:55.08774Z","steps":["trace[1567083881] 'read index received' (duration: 87.640478ms)","trace[1567083881] 'applied index is now lower than readState.Index' (duration: 300.564535ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:29:55.08787Z","caller":"traceutil/trace.go:171","msg":"trace[1821924232] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"411.266761ms","start":"2026-07-03T03:29:54.676591Z","end":"2026-07-03T03:29:55.087858Z","steps":["trace[1821924232] 'process raft request' (duration: 110.538892ms)","trace[1821924232] 'compare' (duration: 300.151614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:29:55.087938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:54.676566Z","time spent":"411.338174ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:29:55.088271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.732488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:29:55.088257Z","caller":"traceutil/trace.go:171","msg":"trace[1262231595] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"411.034096ms","start":"2026-07-03T03:29:54.677174Z","end":"2026-07-03T03:29:55.088208Z","steps":["trace[1262231595] 'process raft request' (duration: 410.507332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:55.088285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.002055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:29:55.088384Z","caller":"traceutil/trace.go:171","msg":"trace[710028690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5744; }","duration":"161.130928ms","start":"2026-07-03T03:29:54.927235Z","end":"2026-07-03T03:29:55.088366Z","steps":["trace[710028690] 'agreement among raft nodes before linearized reading' (duration: 160.942273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:55.088416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.060846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:29:55.0885Z","caller":"traceutil/trace.go:171","msg":"trace[743233782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5744; }","duration":"161.255202ms","start":"2026-07-03T03:29:54.927226Z","end":"2026-07-03T03:29:55.088481Z","steps":["trace[743233782] 'agreement among raft nodes before linearized reading' (duration: 160.962854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:55.088285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.629099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:29:55.088466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.876055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T03:29:55.088509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:54.677162Z","time spent":"411.20818ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:29:55.088675Z","caller":"traceutil/trace.go:171","msg":"trace[1145608594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:5744; }","duration":"160.119731ms","start":"2026-07-03T03:29:54.928511Z","end":"2026-07-03T03:29:55.088631Z","steps":["trace[1145608594] 'agreement among raft nodes before linearized reading' (duration: 159.657459ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:29:55.088333Z","caller":"traceutil/trace.go:171","msg":"trace[1066815339] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5744; }","duration":"388.79736ms","start":"2026-07-03T03:29:54.699519Z","end":"2026-07-03T03:29:55.088316Z","steps":["trace[1066815339] 'agreement among raft nodes before linearized reading' (duration: 388.695857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:29:55.088912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:29:54.699452Z","time spent":"389.442287ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T03:29:55.088622Z","caller":"traceutil/trace.go:171","msg":"trace[839180274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5744; }","duration":"165.999829ms","start":"2026-07-03T03:29:54.922593Z","end":"2026-07-03T03:29:55.088593Z","steps":["trace[839180274] 'agreement among raft nodes before linearized reading' (duration: 165.543737ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:30:05.877033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2912} {"level":"info","ts":"2026-07-03T03:30:05.985932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2912,"took":"107.332036ms","hash":2911308787,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":32313344,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T03:30:05.985996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2911308787,"revision":2912,"compact-revision":-1} {"level":"info","ts":"2026-07-03T03:30:29.398284Z","caller":"traceutil/trace.go:171","msg":"trace[307453990] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"135.101136ms","start":"2026-07-03T03:30:29.26316Z","end":"2026-07-03T03:30:29.398261Z","steps":["trace[307453990] 'process raft request' (duration: 134.957252ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:30:29.927816Z","caller":"traceutil/trace.go:171","msg":"trace[1770388653] linearizableReadLoop","detail":"{readStateIndex:6295; appliedIndex:6292; }","duration":"659.585973ms","start":"2026-07-03T03:30:29.268204Z","end":"2026-07-03T03:30:29.92779Z","steps":["trace[1770388653] 'read index received' (duration: 129.955358ms)","trace[1770388653] 'applied index is now lower than readState.Index' (duration: 529.629515ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:30:29.92795Z","caller":"traceutil/trace.go:171","msg":"trace[2072016273] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"660.646601ms","start":"2026-07-03T03:30:29.267293Z","end":"2026-07-03T03:30:29.92794Z","steps":["trace[2072016273] 'process raft request' (duration: 660.416105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.92808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.267275Z","time spent":"660.722133ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:30:29.928134Z","caller":"traceutil/trace.go:171","msg":"trace[1082729622] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"659.464029ms","start":"2026-07-03T03:30:29.268611Z","end":"2026-07-03T03:30:29.928075Z","steps":["trace[1082729622] 'process raft request' (duration: 659.140921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.92818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.326771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:30:29.928211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.968704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T03:30:29.928195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.720434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:30:29.928229Z","caller":"traceutil/trace.go:171","msg":"trace[1638558337] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"663.58001ms","start":"2026-07-03T03:30:29.264616Z","end":"2026-07-03T03:30:29.928196Z","steps":["trace[1638558337] 'process raft request' (duration: 662.958703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.928262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.035525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T03:30:29.928321Z","caller":"traceutil/trace.go:171","msg":"trace[619195388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6070; }","duration":"546.901268ms","start":"2026-07-03T03:30:29.381395Z","end":"2026-07-03T03:30:29.928297Z","steps":["trace[619195388] 'agreement among raft nodes before linearized reading' (duration: 546.702363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.928303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.919401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:30:29.928339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.268586Z","time spent":"659.653954ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:30:29.928211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.761761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T03:30:29.928384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.381379Z","time spent":"546.98551ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:30:29.928393Z","caller":"traceutil/trace.go:171","msg":"trace[1478194394] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6070; }","duration":"366.061664ms","start":"2026-07-03T03:30:29.56231Z","end":"2026-07-03T03:30:29.928371Z","steps":["trace[1478194394] 'agreement among raft nodes before linearized reading' (duration: 365.847319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.928386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.264599Z","time spent":"663.718143ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:30:29.928353Z","caller":"traceutil/trace.go:171","msg":"trace[1758755845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6070; }","duration":"660.158268ms","start":"2026-07-03T03:30:29.268174Z","end":"2026-07-03T03:30:29.928332Z","steps":["trace[1758755845] 'agreement among raft nodes before linearized reading' (duration: 659.811399ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:30:29.9284Z","caller":"traceutil/trace.go:171","msg":"trace[94519973] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6070; }","duration":"602.065149ms","start":"2026-07-03T03:30:29.326323Z","end":"2026-07-03T03:30:29.928388Z","steps":["trace[94519973] 'agreement among raft nodes before linearized reading' (duration: 601.778541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.928436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.562289Z","time spent":"366.137727ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-03T03:30:29.928458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.26816Z","time spent":"660.282411ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T03:30:29.92829Z","caller":"traceutil/trace.go:171","msg":"trace[973578699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:6070; }","duration":"650.084038ms","start":"2026-07-03T03:30:29.278182Z","end":"2026-07-03T03:30:29.928266Z","steps":["trace[973578699] 'agreement among raft nodes before linearized reading' (duration: 649.875822ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:30:29.928271Z","caller":"traceutil/trace.go:171","msg":"trace[303982448] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6070; }","duration":"366.464785ms","start":"2026-07-03T03:30:29.561782Z","end":"2026-07-03T03:30:29.928247Z","steps":["trace[303982448] 'agreement among raft nodes before linearized reading' (duration: 366.2931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.928525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.326305Z","time spent":"602.173001ms","remote":"127.0.0.1:42548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:30:29.92854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.561765Z","time spent":"366.757413ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-03T03:30:29.928535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.278164Z","time spent":"650.340935ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"warn","ts":"2026-07-03T03:30:29.928234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.296723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-07-03T03:30:29.928691Z","caller":"traceutil/trace.go:171","msg":"trace[1102188185] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6070; }","duration":"362.764066ms","start":"2026-07-03T03:30:29.565908Z","end":"2026-07-03T03:30:29.928672Z","steps":["trace[1102188185] 'agreement among raft nodes before linearized reading' (duration: 362.197021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:29.928751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:30:29.5659Z","time spent":"362.837058ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-07-03T03:30:39.792337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.109227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:30:39.792445Z","caller":"traceutil/trace.go:171","msg":"trace[2134297227] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6123; }","duration":"255.283462ms","start":"2026-07-03T03:30:39.537137Z","end":"2026-07-03T03:30:39.792421Z","steps":["trace[2134297227] 'count revisions from in-memory index tree' (duration: 255.011445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:39.793387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.76796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-03T03:30:39.793484Z","caller":"traceutil/trace.go:171","msg":"trace[182963042] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6123; }","duration":"225.919454ms","start":"2026-07-03T03:30:39.567545Z","end":"2026-07-03T03:30:39.793465Z","steps":["trace[182963042] 'range keys from in-memory index tree' (duration: 224.749842ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:30:40.091154Z","caller":"traceutil/trace.go:171","msg":"trace[1575616467] linearizableReadLoop","detail":"{readStateIndex:6355; appliedIndex:6352; }","duration":"119.277711ms","start":"2026-07-03T03:30:39.971851Z","end":"2026-07-03T03:30:40.091129Z","steps":["trace[1575616467] 'read index received' (duration: 13.922534ms)","trace[1575616467] 'applied index is now lower than readState.Index' (duration: 105.353877ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:30:40.091212Z","caller":"traceutil/trace.go:171","msg":"trace[902264431] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"120.977047ms","start":"2026-07-03T03:30:39.970198Z","end":"2026-07-03T03:30:40.091175Z","steps":["trace[902264431] 'process raft request' (duration: 29.399559ms)","trace[902264431] 'compare' (duration: 91.164567ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:30:40.091226Z","caller":"traceutil/trace.go:171","msg":"trace[1041378551] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"120.764851ms","start":"2026-07-03T03:30:39.970428Z","end":"2026-07-03T03:30:40.091193Z","steps":["trace[1041378551] 'process raft request' (duration: 120.603316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:40.091597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.727303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:30:40.091676Z","caller":"traceutil/trace.go:171","msg":"trace[1481072281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:6127; }","duration":"119.832516ms","start":"2026-07-03T03:30:39.971825Z","end":"2026-07-03T03:30:40.091657Z","steps":["trace[1481072281] 'agreement among raft nodes before linearized reading' (duration: 119.433925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:30:40.851897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.644372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:30:40.852011Z","caller":"traceutil/trace.go:171","msg":"trace[1532739892] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"287.552688ms","start":"2026-07-03T03:30:40.564439Z","end":"2026-07-03T03:30:40.851991Z","steps":["trace[1532739892] 'process raft request' (duration: 183.701121ms)","trace[1532739892] 'compare' (duration: 103.410315ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:30:40.886885Z","caller":"traceutil/trace.go:171","msg":"trace[704728595] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"273.280485ms","start":"2026-07-03T03:30:40.61358Z","end":"2026-07-03T03:30:40.886861Z","steps":["trace[704728595] 'process raft request' (duration: 273.126961ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:35:05.883924Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5836} {"level":"info","ts":"2026-07-03T03:35:05.966013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5836,"took":"80.499136ms","hash":1223304808,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":26652672,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-03T03:35:05.966063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1223304808,"revision":5836,"compact-revision":2912} {"level":"warn","ts":"2026-07-03T03:36:03.862676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427214091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:36:04.07392Z","caller":"traceutil/trace.go:171","msg":"trace[748948542] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8808; }","duration":"711.785008ms","start":"2026-07-03T03:36:03.362107Z","end":"2026-07-03T03:36:04.073892Z","steps":["trace[748948542] 'read index received' (duration: 711.651465ms)","trace[748948542] 'applied index is now lower than readState.Index' (duration: 132.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:04.073981Z","caller":"traceutil/trace.go:171","msg":"trace[895206261] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"918.455458ms","start":"2026-07-03T03:36:03.155493Z","end":"2026-07-03T03:36:04.073949Z","steps":["trace[895206261] 'process raft request' (duration: 918.216152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.074129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:03.155457Z","time spent":"918.592442ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:04.07427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.559096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:36:04.074323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.017416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:36:04.074357Z","caller":"traceutil/trace.go:171","msg":"trace[2009929357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8504; }","duration":"303.667639ms","start":"2026-07-03T03:36:03.770669Z","end":"2026-07-03T03:36:04.074336Z","steps":["trace[2009929357] 'agreement among raft nodes before linearized reading' (duration: 303.454104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.07435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.14225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:36:04.074393Z","caller":"traceutil/trace.go:171","msg":"trace[945669749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8504; }","duration":"305.118988ms","start":"2026-07-03T03:36:03.769255Z","end":"2026-07-03T03:36:04.074374Z","steps":["trace[945669749] 'agreement among raft nodes before linearized reading' (duration: 304.931873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.074405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:03.770633Z","time spent":"303.761652ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:04.074368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.900696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:36:04.074428Z","caller":"traceutil/trace.go:171","msg":"trace[1693932563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8504; }","duration":"156.269193ms","start":"2026-07-03T03:36:03.918139Z","end":"2026-07-03T03:36:04.074408Z","steps":["trace[1693932563] 'agreement among raft nodes before linearized reading' (duration: 156.001306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.074443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:03.769239Z","time spent":"305.1918ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:36:04.074503Z","caller":"traceutil/trace.go:171","msg":"trace[1539273993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8504; }","duration":"449.088582ms","start":"2026-07-03T03:36:03.6254Z","end":"2026-07-03T03:36:04.074489Z","steps":["trace[1539273993] 'agreement among raft nodes before linearized reading' (duration: 448.693111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.074561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.354482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T03:36:04.074598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:03.625382Z","time spent":"449.198914ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:36:04.074616Z","caller":"traceutil/trace.go:171","msg":"trace[789031858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8504; }","duration":"309.451465ms","start":"2026-07-03T03:36:03.765151Z","end":"2026-07-03T03:36:04.074603Z","steps":["trace[789031858] 'agreement among raft nodes before linearized reading' (duration: 309.28396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.074795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:03.76512Z","time spent":"309.65153ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:04.075056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.993174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:36:04.075165Z","caller":"traceutil/trace.go:171","msg":"trace[1498847528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8504; }","duration":"713.050342ms","start":"2026-07-03T03:36:03.362091Z","end":"2026-07-03T03:36:04.075141Z","steps":["trace[1498847528] 'agreement among raft nodes before linearized reading' (duration: 711.936932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.075243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:03.362032Z","time spent":"713.178626ms","remote":"127.0.0.1:51826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:36:04.256684Z","caller":"traceutil/trace.go:171","msg":"trace[238084801] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8809; }","duration":"177.736931ms","start":"2026-07-03T03:36:04.078921Z","end":"2026-07-03T03:36:04.256658Z","steps":["trace[238084801] 'read index received' (duration: 109.053µs)","trace[238084801] 'applied index is now lower than readState.Index' (duration: 177.626558ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:04.256792Z","caller":"traceutil/trace.go:171","msg":"trace[622623173] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"177.855245ms","start":"2026-07-03T03:36:04.078902Z","end":"2026-07-03T03:36:04.256757Z","steps":["trace[622623173] 'process raft request' (duration: 175.840181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:04.257214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.271895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-07-03T03:36:04.257281Z","caller":"traceutil/trace.go:171","msg":"trace[1450608337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8505; }","duration":"178.378389ms","start":"2026-07-03T03:36:04.078888Z","end":"2026-07-03T03:36:04.257266Z","steps":["trace[1450608337] 'agreement among raft nodes before linearized reading' (duration: 177.860825ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:04.258437Z","caller":"traceutil/trace.go:171","msg":"trace[1875437472] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"179.387585ms","start":"2026-07-03T03:36:04.079024Z","end":"2026-07-03T03:36:04.258412Z","steps":["trace[1875437472] 'process raft request' (duration: 179.1764ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:04.258434Z","caller":"traceutil/trace.go:171","msg":"trace[1676579893] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"179.382265ms","start":"2026-07-03T03:36:04.079028Z","end":"2026-07-03T03:36:04.25841Z","steps":["trace[1676579893] 'process raft request' (duration: 179.308093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:04.258763Z","caller":"traceutil/trace.go:171","msg":"trace[93429804] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"179.604622ms","start":"2026-07-03T03:36:04.079147Z","end":"2026-07-03T03:36:04.258752Z","steps":["trace[93429804] 'process raft request' (duration: 179.225391ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:04.258868Z","caller":"traceutil/trace.go:171","msg":"trace[1292344212] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"124.923241ms","start":"2026-07-03T03:36:04.133906Z","end":"2026-07-03T03:36:04.25883Z","steps":["trace[1292344212] 'process raft request' (duration: 124.696885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.070943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.997286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:36:15.071138Z","caller":"traceutil/trace.go:171","msg":"trace[1273131229] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8864; }","duration":"757.259102ms","start":"2026-07-03T03:36:14.313863Z","end":"2026-07-03T03:36:15.071122Z","steps":["trace[1273131229] 'read index received' (duration: 58.634967ms)","trace[1273131229] 'applied index is now lower than readState.Index' (duration: 698.623245ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:15.071127Z","caller":"traceutil/trace.go:171","msg":"trace[1240067610] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"775.76803ms","start":"2026-07-03T03:36:14.295327Z","end":"2026-07-03T03:36:15.071095Z","steps":["trace[1240067610] 'process raft request' (duration: 483.536038ms)","trace[1240067610] 'compare' (duration: 291.657077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:36:15.07127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.295314Z","time spent":"775.875533ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:15.071341Z","caller":"traceutil/trace.go:171","msg":"trace[909048891] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"774.727662ms","start":"2026-07-03T03:36:14.296602Z","end":"2026-07-03T03:36:15.07133Z","steps":["trace[909048891] 'process raft request' (duration: 774.430834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.07141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.296578Z","time spent":"774.799324ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:15.071595Z","caller":"traceutil/trace.go:171","msg":"trace[1954859416] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"774.891357ms","start":"2026-07-03T03:36:14.296671Z","end":"2026-07-03T03:36:15.071563Z","steps":["trace[1954859416] 'process raft request' (duration: 774.412504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.071725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.296631Z","time spent":"775.02608ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:15.071864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.93097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:36:15.07191Z","caller":"traceutil/trace.go:171","msg":"trace[1288645676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8561; }","duration":"758.060364ms","start":"2026-07-03T03:36:14.313836Z","end":"2026-07-03T03:36:15.071896Z","steps":["trace[1288645676] 'agreement among raft nodes before linearized reading' (duration: 757.838278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.071976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.313826Z","time spent":"758.140355ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T03:36:15.493517Z","caller":"traceutil/trace.go:171","msg":"trace[1166870944] linearizableReadLoop","detail":"{readStateIndex:8869; appliedIndex:8868; }","duration":"422.32287ms","start":"2026-07-03T03:36:15.071174Z","end":"2026-07-03T03:36:15.493497Z","steps":["trace[1166870944] 'read index received' (duration: 422.161816ms)","trace[1166870944] 'applied index is now lower than readState.Index' (duration: 159.844µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:36:15.493715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163591731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T03:36:15.493696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157295263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:15.49375Z","caller":"traceutil/trace.go:171","msg":"trace[1747936956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8562; }","duration":"1.163670054s","start":"2026-07-03T03:36:14.33007Z","end":"2026-07-03T03:36:15.49374Z","steps":["trace[1747936956] 'agreement among raft nodes before linearized reading' (duration: 1.16351796s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.49378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.330054Z","time spent":"1.163718355s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"info","ts":"2026-07-03T03:36:15.493775Z","caller":"traceutil/trace.go:171","msg":"trace[1290340244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8562; }","duration":"1.157409545s","start":"2026-07-03T03:36:14.336346Z","end":"2026-07-03T03:36:15.493756Z","steps":["trace[1290340244] 'agreement among raft nodes before linearized reading' (duration: 1.15722836s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.493818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.336336Z","time spent":"1.157473858s","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:36:15.493864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175709017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T03:36:15.493938Z","caller":"traceutil/trace.go:171","msg":"trace[258248976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8562; }","duration":"1.175827211s","start":"2026-07-03T03:36:14.318093Z","end":"2026-07-03T03:36:15.49392Z","steps":["trace[258248976] 'agreement among raft nodes before linearized reading' (duration: 1.175567904s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:15.49393Z","caller":"traceutil/trace.go:171","msg":"trace[926124868] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"686.089716ms","start":"2026-07-03T03:36:14.807724Z","end":"2026-07-03T03:36:15.493814Z","steps":["trace[926124868] 'process raft request' (duration: 685.626033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.493994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.31808Z","time spent":"1.175903082s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:15.493966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174382872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T03:36:15.494068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.80768Z","time spent":"686.308551ms","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:15.494092Z","caller":"traceutil/trace.go:171","msg":"trace[1935398219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8562; }","duration":"1.174526475s","start":"2026-07-03T03:36:14.319539Z","end":"2026-07-03T03:36:15.494065Z","steps":["trace[1935398219] 'agreement among raft nodes before linearized reading' (duration: 1.174299789s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.493967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176619042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T03:36:15.494167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.319533Z","time spent":"1.174617518s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:36:15.494212Z","caller":"traceutil/trace.go:171","msg":"trace[442756575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8562; }","duration":"1.176933931s","start":"2026-07-03T03:36:14.317256Z","end":"2026-07-03T03:36:15.49419Z","steps":["trace[442756575] 'agreement among raft nodes before linearized reading' (duration: 1.176492899s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.494274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:14.317233Z","time spent":"1.177022583s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:36:15.721654Z","caller":"traceutil/trace.go:171","msg":"trace[212149860] linearizableReadLoop","detail":"{readStateIndex:8870; appliedIndex:8869; }","duration":"228.054315ms","start":"2026-07-03T03:36:15.493572Z","end":"2026-07-03T03:36:15.721626Z","steps":["trace[212149860] 'read index received' (duration: 146.767529ms)","trace[212149860] 'applied index is now lower than readState.Index' (duration: 81.285646ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:15.721682Z","caller":"traceutil/trace.go:171","msg":"trace[1084582716] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"644.735834ms","start":"2026-07-03T03:36:15.076909Z","end":"2026-07-03T03:36:15.721645Z","steps":["trace[1084582716] 'process raft request' (duration: 563.159459ms)","trace[1084582716] 'compare' (duration: 81.431271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:36:15.721829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:15.076887Z","time spent":"644.863537ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:15.721848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.768179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:15.72189Z","caller":"traceutil/trace.go:171","msg":"trace[223678882] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8563; }","duration":"649.882592ms","start":"2026-07-03T03:36:15.071992Z","end":"2026-07-03T03:36:15.721875Z","steps":["trace[223678882] 'agreement among raft nodes before linearized reading' (duration: 649.762069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.72195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:15.071723Z","time spent":"650.215471ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:36:15.722129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.000596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7c6cd65448-42rtp.18beaa4e2ec62698\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-03T03:36:15.722203Z","caller":"traceutil/trace.go:171","msg":"trace[1937179950] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7c6cd65448-42rtp.18beaa4e2ec62698; range_end:; response_count:1; response_revision:8563; }","duration":"466.14572ms","start":"2026-07-03T03:36:15.256035Z","end":"2026-07-03T03:36:15.72218Z","steps":["trace[1937179950] 'agreement among raft nodes before linearized reading' (duration: 465.628846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.722263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:15.256011Z","time spent":"466.237533ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7c6cd65448-42rtp.18beaa4e2ec62698\" "} {"level":"info","ts":"2026-07-03T03:36:15.771742Z","caller":"traceutil/trace.go:171","msg":"trace[1362167081] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"273.086717ms","start":"2026-07-03T03:36:15.498623Z","end":"2026-07-03T03:36:15.77171Z","steps":["trace[1362167081] 'process raft request' (duration: 272.995304ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:15.77183Z","caller":"traceutil/trace.go:171","msg":"trace[2029785053] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"273.21994ms","start":"2026-07-03T03:36:15.498576Z","end":"2026-07-03T03:36:15.771796Z","steps":["trace[2029785053] 'process raft request' (duration: 272.82727ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:15.771771Z","caller":"traceutil/trace.go:171","msg":"trace[1894099887] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"272.401558ms","start":"2026-07-03T03:36:15.499351Z","end":"2026-07-03T03:36:15.771752Z","steps":["trace[1894099887] 'process raft request' (duration: 272.296045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.77206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.268359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:15.772169Z","caller":"traceutil/trace.go:171","msg":"trace[1465380038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8566; }","duration":"277.388993ms","start":"2026-07-03T03:36:15.49473Z","end":"2026-07-03T03:36:15.772119Z","steps":["trace[1465380038] 'agreement among raft nodes before linearized reading' (duration: 277.183457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:15.772327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.527692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-07-03T03:36:15.772394Z","caller":"traceutil/trace.go:171","msg":"trace[777324957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8566; }","duration":"272.634085ms","start":"2026-07-03T03:36:15.499746Z","end":"2026-07-03T03:36:15.77238Z","steps":["trace[777324957] 'agreement among raft nodes before linearized reading' (duration: 272.188893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:17.841024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427214251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:36:17.884777Z","caller":"traceutil/trace.go:171","msg":"trace[470698920] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"808.284995ms","start":"2026-07-03T03:36:17.07646Z","end":"2026-07-03T03:36:17.884745Z","steps":["trace[470698920] 'process raft request' (duration: 807.968866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:17.88519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.076423Z","time spent":"808.458919ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:18.016228Z","caller":"traceutil/trace.go:171","msg":"trace[737788658] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"938.660752ms","start":"2026-07-03T03:36:17.077538Z","end":"2026-07-03T03:36:18.016199Z","steps":["trace[737788658] 'process raft request' (duration: 938.413035ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:18.016425Z","caller":"traceutil/trace.go:171","msg":"trace[1269708536] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8877; }","duration":"676.058637ms","start":"2026-07-03T03:36:17.340331Z","end":"2026-07-03T03:36:18.016389Z","steps":["trace[1269708536] 'read index received' (duration: 544.152799ms)","trace[1269708536] 'applied index is now lower than readState.Index' (duration: 131.903048ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:18.0165Z","caller":"traceutil/trace.go:171","msg":"trace[1696353835] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"938.805605ms","start":"2026-07-03T03:36:17.07764Z","end":"2026-07-03T03:36:18.016446Z","steps":["trace[1696353835] 'process raft request' (duration: 938.501327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.016754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.390366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:18.016799Z","caller":"traceutil/trace.go:171","msg":"trace[848772090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8572; }","duration":"676.503169ms","start":"2026-07-03T03:36:17.340283Z","end":"2026-07-03T03:36:18.016787Z","steps":["trace[848772090] 'agreement among raft nodes before linearized reading' (duration: 676.383035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.016837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.340262Z","time spent":"676.564321ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:36:18.016819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.077505Z","time spent":"938.813456ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:18.01697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.077633Z","time spent":"939.150335ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:18.091793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.911367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-03T03:36:18.091874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.532316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:36:18.091883Z","caller":"traceutil/trace.go:171","msg":"trace[402389470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8573; }","duration":"365.018369ms","start":"2026-07-03T03:36:17.726845Z","end":"2026-07-03T03:36:18.091863Z","steps":["trace[402389470] 'agreement among raft nodes before linearized reading' (duration: 364.757382ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:18.091929Z","caller":"traceutil/trace.go:171","msg":"trace[888596779] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8573; }","duration":"577.591828ms","start":"2026-07-03T03:36:17.51432Z","end":"2026-07-03T03:36:18.091912Z","steps":["trace[888596779] 'agreement among raft nodes before linearized reading' (duration: 577.497345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.091975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.514283Z","time spent":"577.68162ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:36:18.091983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.95944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:36:18.09203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.091004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T03:36:18.091988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.038372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:36:18.09209Z","caller":"traceutil/trace.go:171","msg":"trace[1637949776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8573; }","duration":"316.179336ms","start":"2026-07-03T03:36:17.7759Z","end":"2026-07-03T03:36:18.092079Z","steps":["trace[1637949776] 'agreement among raft nodes before linearized reading' (duration: 316.059783ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:18.0921Z","caller":"traceutil/trace.go:171","msg":"trace[1793743113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8573; }","duration":"316.142655ms","start":"2026-07-03T03:36:17.775932Z","end":"2026-07-03T03:36:18.092075Z","steps":["trace[1793743113] 'agreement among raft nodes before linearized reading' (duration: 315.758575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.09213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.775888Z","time spent":"316.235767ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:36:18.092132Z","caller":"traceutil/trace.go:171","msg":"trace[74901990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8573; }","duration":"313.178335ms","start":"2026-07-03T03:36:17.77893Z","end":"2026-07-03T03:36:18.092109Z","steps":["trace[74901990] 'agreement among raft nodes before linearized reading' (duration: 312.98736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.092161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.775912Z","time spent":"316.238327ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:18.092197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.778924Z","time spent":"313.259767ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"warn","ts":"2026-07-03T03:36:18.091863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.542118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T03:36:18.092297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.379895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:36:18.09233Z","caller":"traceutil/trace.go:171","msg":"trace[427548058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8573; }","duration":"644.444357ms","start":"2026-07-03T03:36:17.447877Z","end":"2026-07-03T03:36:18.092322Z","steps":["trace[427548058] 'agreement among raft nodes before linearized reading' (duration: 644.346604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.092362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.44786Z","time spent":"644.496379ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T03:36:18.092351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.617427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:36:18.091935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.726826Z","time spent":"365.099182ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T03:36:18.09244Z","caller":"traceutil/trace.go:171","msg":"trace[460774223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8573; }","duration":"684.777111ms","start":"2026-07-03T03:36:17.40764Z","end":"2026-07-03T03:36:18.092417Z","steps":["trace[460774223] 'agreement among raft nodes before linearized reading' (duration: 684.591096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.092499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.407618Z","time spent":"684.870414ms","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:36:18.092688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.54872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T03:36:18.092745Z","caller":"traceutil/trace.go:171","msg":"trace[844407294] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8573; }","duration":"618.610292ms","start":"2026-07-03T03:36:17.474118Z","end":"2026-07-03T03:36:18.092728Z","steps":["trace[844407294] 'agreement among raft nodes before linearized reading' (duration: 618.18797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.092785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.474099Z","time spent":"618.676734ms","remote":"127.0.0.1:42428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T03:36:18.092587Z","caller":"traceutil/trace.go:171","msg":"trace[933199809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8573; }","duration":"316.056203ms","start":"2026-07-03T03:36:17.776261Z","end":"2026-07-03T03:36:18.092317Z","steps":["trace[933199809] 'agreement among raft nodes before linearized reading' (duration: 315.381674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.093135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:17.776244Z","time spent":"316.850654ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:18.292501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.881029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:36:18.292614Z","caller":"traceutil/trace.go:171","msg":"trace[1506136254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8573; }","duration":"196.051364ms","start":"2026-07-03T03:36:18.09654Z","end":"2026-07-03T03:36:18.292591Z","steps":["trace[1506136254] 'range keys from in-memory index tree' (duration: 195.623853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.29272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.498137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:36:18.292863Z","caller":"traceutil/trace.go:171","msg":"trace[1963573721] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"195.478449ms","start":"2026-07-03T03:36:18.097358Z","end":"2026-07-03T03:36:18.292836Z","steps":["trace[1963573721] 'process raft request' (duration: 66.717385ms)","trace[1963573721] 'compare' (duration: 128.182368ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:18.335532Z","caller":"traceutil/trace.go:171","msg":"trace[145182187] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"237.954761ms","start":"2026-07-03T03:36:18.097538Z","end":"2026-07-03T03:36:18.335493Z","steps":["trace[145182187] 'process raft request' (duration: 237.663774ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:18.335775Z","caller":"traceutil/trace.go:171","msg":"trace[312413393] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"238.020053ms","start":"2026-07-03T03:36:18.097731Z","end":"2026-07-03T03:36:18.335751Z","steps":["trace[312413393] 'process raft request' (duration: 237.692474ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:18.335814Z","caller":"traceutil/trace.go:171","msg":"trace[72643019] linearizableReadLoop","detail":"{readStateIndex:8883; appliedIndex:8881; }","duration":"238.153976ms","start":"2026-07-03T03:36:18.097633Z","end":"2026-07-03T03:36:18.335787Z","steps":["trace[72643019] 'read index received' (duration: 66.459007ms)","trace[72643019] 'applied index is now lower than readState.Index' (duration: 171.693149ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:18.335923Z","caller":"traceutil/trace.go:171","msg":"trace[1407623846] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"238.126165ms","start":"2026-07-03T03:36:18.097769Z","end":"2026-07-03T03:36:18.335896Z","steps":["trace[1407623846] 'process raft request' (duration: 237.864718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.336113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.457644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-29885634-ec81-44d8-92dc-dca0b6d63a40\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-03T03:36:18.336167Z","caller":"traceutil/trace.go:171","msg":"trace[120800893] range","detail":"{range_begin:/registry/persistentvolumes/pvc-29885634-ec81-44d8-92dc-dca0b6d63a40; range_end:; response_count:1; response_revision:8577; }","duration":"238.557667ms","start":"2026-07-03T03:36:18.097598Z","end":"2026-07-03T03:36:18.336156Z","steps":["trace[120800893] 'agreement among raft nodes before linearized reading' (duration: 238.356662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.336423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.832382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T03:36:18.336473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.28959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-07-03T03:36:18.336488Z","caller":"traceutil/trace.go:171","msg":"trace[91434771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8577; }","duration":"139.900374ms","start":"2026-07-03T03:36:18.196571Z","end":"2026-07-03T03:36:18.336472Z","steps":["trace[91434771] 'agreement among raft nodes before linearized reading' (duration: 139.738519ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:18.336507Z","caller":"traceutil/trace.go:171","msg":"trace[145457690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8577; }","duration":"238.339611ms","start":"2026-07-03T03:36:18.098158Z","end":"2026-07-03T03:36:18.336498Z","steps":["trace[145457690] 'agreement among raft nodes before linearized reading' (duration: 237.92367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:18.336443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.740686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:36:18.336599Z","caller":"traceutil/trace.go:171","msg":"trace[1328604017] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8577; }","duration":"224.90417ms","start":"2026-07-03T03:36:18.111673Z","end":"2026-07-03T03:36:18.336577Z","steps":["trace[1328604017] 'agreement among raft nodes before linearized reading' (duration: 224.737745ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:18.501384Z","caller":"traceutil/trace.go:171","msg":"trace[440666012] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"113.418491ms","start":"2026-07-03T03:36:18.38791Z","end":"2026-07-03T03:36:18.501329Z","steps":["trace[440666012] 'process raft request' (duration: 43.935342ms)","trace[440666012] 'compare' (duration: 69.225322ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:18.634754Z","caller":"traceutil/trace.go:171","msg":"trace[335572839] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"100.486943ms","start":"2026-07-03T03:36:18.534233Z","end":"2026-07-03T03:36:18.63472Z","steps":["trace[335572839] 'process raft request' (duration: 75.249674ms)","trace[335572839] 'compare' (duration: 25.089395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:36:18.958532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.709944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:36:18.958615Z","caller":"traceutil/trace.go:171","msg":"trace[1417918448] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8580; }","duration":"160.861607ms","start":"2026-07-03T03:36:18.797736Z","end":"2026-07-03T03:36:18.958597Z","steps":["trace[1417918448] 'count revisions from in-memory index tree' (duration: 160.586ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:19.995913Z","caller":"traceutil/trace.go:171","msg":"trace[138388136] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"106.540416ms","start":"2026-07-03T03:36:19.889347Z","end":"2026-07-03T03:36:19.995887Z","steps":["trace[138388136] 'process raft request' (duration: 106.375022ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.339224Z","caller":"traceutil/trace.go:171","msg":"trace[2107835634] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"445.746931ms","start":"2026-07-03T03:36:19.893457Z","end":"2026-07-03T03:36:20.339204Z","steps":["trace[2107835634] 'process raft request' (duration: 445.594327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.33934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:19.893437Z","time spent":"445.839804ms","remote":"127.0.0.1:42548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:20.520449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.132822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:36:20.520689Z","caller":"traceutil/trace.go:171","msg":"trace[1095163936] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8889; }","duration":"223.624466ms","start":"2026-07-03T03:36:20.297047Z","end":"2026-07-03T03:36:20.520671Z","steps":["trace[1095163936] 'read index received' (duration: 42.042481ms)","trace[1095163936] 'applied index is now lower than readState.Index' (duration: 181.580465ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:20.520772Z","caller":"traceutil/trace.go:171","msg":"trace[1094619319] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"498.805418ms","start":"2026-07-03T03:36:20.021954Z","end":"2026-07-03T03:36:20.520759Z","steps":["trace[1094619319] 'process raft request' (duration: 375.262485ms)","trace[1094619319] 'compare' (duration: 122.963868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:36:20.520841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:20.021918Z","time spent":"498.887601ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:20.520798Z","caller":"traceutil/trace.go:171","msg":"trace[414198693] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"497.793572ms","start":"2026-07-03T03:36:20.02298Z","end":"2026-07-03T03:36:20.520774Z","steps":["trace[414198693] 'process raft request' (duration: 497.575796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.521141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:20.02296Z","time spent":"498.040088ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:20.521221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.16926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T03:36:20.521324Z","caller":"traceutil/trace.go:171","msg":"trace[1341808974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8584; }","duration":"224.314554ms","start":"2026-07-03T03:36:20.296992Z","end":"2026-07-03T03:36:20.521307Z","steps":["trace[1341808974] 'agreement among raft nodes before linearized reading' (duration: 223.968645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.537446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.346796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:36:20.537507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.69963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:36:20.537525Z","caller":"traceutil/trace.go:171","msg":"trace[281178314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8585; }","duration":"198.473409ms","start":"2026-07-03T03:36:20.339034Z","end":"2026-07-03T03:36:20.537507Z","steps":["trace[281178314] 'agreement among raft nodes before linearized reading' (duration: 198.346755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.537524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.850915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18beaa4b8b3d3fd3\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-07-03T03:36:20.537557Z","caller":"traceutil/trace.go:171","msg":"trace[345998256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8585; }","duration":"193.766363ms","start":"2026-07-03T03:36:20.343776Z","end":"2026-07-03T03:36:20.537542Z","steps":["trace[345998256] 'agreement among raft nodes before linearized reading' (duration: 193.586918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.537545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.09089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:36:20.537589Z","caller":"traceutil/trace.go:171","msg":"trace[1030187733] range","detail":"{range_begin:/registry/events/openstack/key-manager.18beaa4b8b3d3fd3; range_end:; response_count:1; response_revision:8585; }","duration":"193.940017ms","start":"2026-07-03T03:36:20.343621Z","end":"2026-07-03T03:36:20.537561Z","steps":["trace[1030187733] 'agreement among raft nodes before linearized reading' (duration: 193.760543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.537605Z","caller":"traceutil/trace.go:171","msg":"trace[1598055863] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8585; }","duration":"204.190863ms","start":"2026-07-03T03:36:20.333399Z","end":"2026-07-03T03:36:20.53759Z","steps":["trace[1598055863] 'agreement among raft nodes before linearized reading' (duration: 204.016678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.537735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.574166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T03:36:20.537764Z","caller":"traceutil/trace.go:171","msg":"trace[199864671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8585; }","duration":"158.635938ms","start":"2026-07-03T03:36:20.379119Z","end":"2026-07-03T03:36:20.537755Z","steps":["trace[199864671] 'agreement among raft nodes before linearized reading' (duration: 158.546595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.53791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.06468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:36:20.53795Z","caller":"traceutil/trace.go:171","msg":"trace[774980894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8585; }","duration":"191.119061ms","start":"2026-07-03T03:36:20.346815Z","end":"2026-07-03T03:36:20.537934Z","steps":["trace[774980894] 'agreement among raft nodes before linearized reading' (duration: 191.032659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.537989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.230305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:36:20.538058Z","caller":"traceutil/trace.go:171","msg":"trace[1335058008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8585; }","duration":"194.323877ms","start":"2026-07-03T03:36:20.343716Z","end":"2026-07-03T03:36:20.53804Z","steps":["trace[1335058008] 'agreement among raft nodes before linearized reading' (duration: 194.146462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.538374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.593495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:36:20.538479Z","caller":"traceutil/trace.go:171","msg":"trace[1794453496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8585; }","duration":"194.751619ms","start":"2026-07-03T03:36:20.343704Z","end":"2026-07-03T03:36:20.538456Z","steps":["trace[1794453496] 'agreement among raft nodes before linearized reading' (duration: 194.223785ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.672894Z","caller":"traceutil/trace.go:171","msg":"trace[585636899] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"131.317163ms","start":"2026-07-03T03:36:20.541526Z","end":"2026-07-03T03:36:20.672843Z","steps":["trace[585636899] 'process raft request' (duration: 131.190069ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.672933Z","caller":"traceutil/trace.go:171","msg":"trace[271785116] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"131.61834ms","start":"2026-07-03T03:36:20.541282Z","end":"2026-07-03T03:36:20.6729Z","steps":["trace[271785116] 'process raft request' (duration: 130.150201ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.67337Z","caller":"traceutil/trace.go:171","msg":"trace[1278781356] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"131.433385ms","start":"2026-07-03T03:36:20.541875Z","end":"2026-07-03T03:36:20.673308Z","steps":["trace[1278781356] 'process raft request' (duration: 131.22611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.673426Z","caller":"traceutil/trace.go:171","msg":"trace[583339572] linearizableReadLoop","detail":"{readStateIndex:8901; appliedIndex:8895; }","duration":"128.713863ms","start":"2026-07-03T03:36:20.544687Z","end":"2026-07-03T03:36:20.673401Z","steps":["trace[583339572] 'read index received' (duration: 126.774791ms)","trace[583339572] 'applied index is now lower than readState.Index' (duration: 1.938162ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:20.673549Z","caller":"traceutil/trace.go:171","msg":"trace[443590580] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"129.030791ms","start":"2026-07-03T03:36:20.544502Z","end":"2026-07-03T03:36:20.673532Z","steps":["trace[443590580] 'process raft request' (duration: 128.801285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.673563Z","caller":"traceutil/trace.go:171","msg":"trace[995654905] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"130.160701ms","start":"2026-07-03T03:36:20.543366Z","end":"2026-07-03T03:36:20.673527Z","steps":["trace[995654905] 'process raft request' (duration: 129.883664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:20.673694Z","caller":"traceutil/trace.go:171","msg":"trace[222618305] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"130.557992ms","start":"2026-07-03T03:36:20.54309Z","end":"2026-07-03T03:36:20.673648Z","steps":["trace[222618305] 'process raft request' (duration: 130.10473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:20.674061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.35457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224135"} {"level":"info","ts":"2026-07-03T03:36:20.674119Z","caller":"traceutil/trace.go:171","msg":"trace[410079597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8592; }","duration":"129.454703ms","start":"2026-07-03T03:36:20.544651Z","end":"2026-07-03T03:36:20.674106Z","steps":["trace[410079597] 'agreement among raft nodes before linearized reading' (duration: 129.076303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:21.352616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.672002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:21.352752Z","caller":"traceutil/trace.go:171","msg":"trace[603492463] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8592; }","duration":"212.827766ms","start":"2026-07-03T03:36:21.13986Z","end":"2026-07-03T03:36:21.352687Z","steps":["trace[603492463] 'count revisions from in-memory index tree' (duration: 212.581949ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:22.91278Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022d8.wal"} {"level":"warn","ts":"2026-07-03T03:36:45.46759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.397772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-03T03:36:45.467814Z","caller":"traceutil/trace.go:171","msg":"trace[1477360547] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8773; }","duration":"313.639248ms","start":"2026-07-03T03:36:45.154154Z","end":"2026-07-03T03:36:45.467793Z","steps":["trace[1477360547] 'range keys from in-memory index tree' (duration: 313.097593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:45.467935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:45.154134Z","time spent":"313.783801ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-07-03T03:36:45.467811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.650614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7c6cd65448-42rtp.18beaa4e2ec62698\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-03T03:36:45.468198Z","caller":"traceutil/trace.go:171","msg":"trace[1699491033] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7c6cd65448-42rtp.18beaa4e2ec62698; range_end:; response_count:1; response_revision:8773; }","duration":"211.979243ms","start":"2026-07-03T03:36:45.256095Z","end":"2026-07-03T03:36:45.468074Z","steps":["trace[1699491033] 'range keys from in-memory index tree' (duration: 211.473359ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:46.898513Z","caller":"traceutil/trace.go:171","msg":"trace[2057145538] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"278.523123ms","start":"2026-07-03T03:36:46.619965Z","end":"2026-07-03T03:36:46.898488Z","steps":["trace[2057145538] 'process raft request' (duration: 278.368558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:46.923767Z","caller":"traceutil/trace.go:171","msg":"trace[2145986654] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9095; }","duration":"257.815426ms","start":"2026-07-03T03:36:46.665929Z","end":"2026-07-03T03:36:46.923744Z","steps":["trace[2145986654] 'read index received' (duration: 232.470944ms)","trace[2145986654] 'applied index is now lower than readState.Index' (duration: 25.343082ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:46.923829Z","caller":"traceutil/trace.go:171","msg":"trace[857532031] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"301.223173ms","start":"2026-07-03T03:36:46.622571Z","end":"2026-07-03T03:36:46.923794Z","steps":["trace[857532031] 'process raft request' (duration: 300.950306ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:46.923876Z","caller":"traceutil/trace.go:171","msg":"trace[755109885] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"289.992251ms","start":"2026-07-03T03:36:46.633874Z","end":"2026-07-03T03:36:46.923866Z","steps":["trace[755109885] 'process raft request' (duration: 289.829157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:46.923984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:46.622542Z","time spent":"301.348367ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:46.924184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.212538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:46.924223Z","caller":"traceutil/trace.go:171","msg":"trace[1791232043] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8781; }","duration":"112.285431ms","start":"2026-07-03T03:36:46.811928Z","end":"2026-07-03T03:36:46.924214Z","steps":["trace[1791232043] 'agreement among raft nodes before linearized reading' (duration: 112.184628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:46.924316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.865043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:36:46.924377Z","caller":"traceutil/trace.go:171","msg":"trace[226996434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8781; }","duration":"110.937075ms","start":"2026-07-03T03:36:46.813423Z","end":"2026-07-03T03:36:46.92436Z","steps":["trace[226996434] 'agreement among raft nodes before linearized reading' (duration: 110.77398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:46.924401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.757087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:36:46.924484Z","caller":"traceutil/trace.go:171","msg":"trace[1779872805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8781; }","duration":"111.88481ms","start":"2026-07-03T03:36:46.81258Z","end":"2026-07-03T03:36:46.924465Z","steps":["trace[1779872805] 'agreement among raft nodes before linearized reading' (duration: 111.706606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:46.924466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.510095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:36:46.924402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.355304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:36:46.924552Z","caller":"traceutil/trace.go:171","msg":"trace[583242541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8781; }","duration":"258.648678ms","start":"2026-07-03T03:36:46.665886Z","end":"2026-07-03T03:36:46.924535Z","steps":["trace[583242541] 'agreement among raft nodes before linearized reading' (duration: 258.378551ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:46.924594Z","caller":"traceutil/trace.go:171","msg":"trace[1357503080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8781; }","duration":"105.60198ms","start":"2026-07-03T03:36:46.818973Z","end":"2026-07-03T03:36:46.924575Z","steps":["trace[1357503080] 'agreement among raft nodes before linearized reading' (duration: 105.258861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:50.24283Z","caller":"traceutil/trace.go:171","msg":"trace[1768295301] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"100.609036ms","start":"2026-07-03T03:36:50.142186Z","end":"2026-07-03T03:36:50.242795Z","steps":["trace[1768295301] 'process raft request' (duration: 100.38069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:51.508609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427214979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T03:36:51.620381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09289108s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T03:36:51.620876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:50.527319Z","time spent":"1.093552548s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T03:36:52.322113Z","caller":"traceutil/trace.go:171","msg":"trace[1496196995] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"1.376537872s","start":"2026-07-03T03:36:50.945548Z","end":"2026-07-03T03:36:52.322086Z","steps":["trace[1496196995] 'process raft request' (duration: 1.376182222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.322283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:50.945521Z","time spent":"1.376676366s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:52.322411Z","caller":"traceutil/trace.go:171","msg":"trace[277958568] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"1.346089662s","start":"2026-07-03T03:36:50.976285Z","end":"2026-07-03T03:36:52.322375Z","steps":["trace[277958568] 'process raft request' (duration: 1.345725173s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:52.322494Z","caller":"traceutil/trace.go:171","msg":"trace[2032923487] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"1.344288984s","start":"2026-07-03T03:36:50.97818Z","end":"2026-07-03T03:36:52.322469Z","steps":["trace[2032923487] 'process raft request' (duration: 1.344123499s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:52.322622Z","caller":"traceutil/trace.go:171","msg":"trace[2070193892] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9116; }","duration":"1.314881933s","start":"2026-07-03T03:36:51.007726Z","end":"2026-07-03T03:36:52.322608Z","steps":["trace[2070193892] 'read index received' (duration: 613.536295ms)","trace[2070193892] 'applied index is now lower than readState.Index' (duration: 701.344258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:36:52.322699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:50.978164Z","time spent":"1.344411117s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:52.32271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:50.976261Z","time spent":"1.346217956s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:52.322752Z","caller":"traceutil/trace.go:171","msg":"trace[940619564] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"848.213769ms","start":"2026-07-03T03:36:51.474507Z","end":"2026-07-03T03:36:52.322721Z","steps":["trace[940619564] 'process raft request' (duration: 847.912691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.322806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315087429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:36:52.322836Z","caller":"traceutil/trace.go:171","msg":"trace[1560364628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8802; }","duration":"1.315166961s","start":"2026-07-03T03:36:51.007662Z","end":"2026-07-03T03:36:52.322829Z","steps":["trace[1560364628] 'agreement among raft nodes before linearized reading' (duration: 1.315053118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.322865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.007637Z","time spent":"1.315222822s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:52.322928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.474485Z","time spent":"848.350152ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:52.32417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.464968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:52.324218Z","caller":"traceutil/trace.go:171","msg":"trace[387051648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8804; }","duration":"437.601333ms","start":"2026-07-03T03:36:51.886605Z","end":"2026-07-03T03:36:52.324207Z","steps":["trace[387051648] 'agreement among raft nodes before linearized reading' (duration: 437.51417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.324255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.886576Z","time spent":"437.670025ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:36:52.324345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308504261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:36:52.324403Z","caller":"traceutil/trace.go:171","msg":"trace[1038885606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8804; }","duration":"1.308572424s","start":"2026-07-03T03:36:51.015812Z","end":"2026-07-03T03:36:52.324385Z","steps":["trace[1038885606] 'agreement among raft nodes before linearized reading' (duration: 1.308471231s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.324452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.015801Z","time spent":"1.308642245s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"info","ts":"2026-07-03T03:36:52.324533Z","caller":"traceutil/trace.go:171","msg":"trace[1867363888] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"702.714994ms","start":"2026-07-03T03:36:51.621797Z","end":"2026-07-03T03:36:52.324512Z","steps":["trace[1867363888] 'process raft request' (duration: 702.083847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.324644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.621777Z","time spent":"702.810727ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:52.324699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310217828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:36:52.324739Z","caller":"traceutil/trace.go:171","msg":"trace[630022239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8804; }","duration":"1.31028923s","start":"2026-07-03T03:36:51.014441Z","end":"2026-07-03T03:36:52.32473Z","steps":["trace[630022239] 'agreement among raft nodes before linearized reading' (duration: 1.310198917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.324772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.014399Z","time spent":"1.310367312s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:52.324905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310536096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:36:52.324968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310578597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T03:36:52.32424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316476906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:36:52.325018Z","caller":"traceutil/trace.go:171","msg":"trace[1355230480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8804; }","duration":"1.310644509s","start":"2026-07-03T03:36:51.01436Z","end":"2026-07-03T03:36:52.325005Z","steps":["trace[1355230480] 'agreement among raft nodes before linearized reading' (duration: 1.310493625s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.325055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.014354Z","time spent":"1.31069283s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:36:52.325079Z","caller":"traceutil/trace.go:171","msg":"trace[1570534423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8804; }","duration":"1.31065774s","start":"2026-07-03T03:36:51.014292Z","end":"2026-07-03T03:36:52.32495Z","steps":["trace[1570534423] 'agreement among raft nodes before linearized reading' (duration: 1.310452474s)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:52.325085Z","caller":"traceutil/trace.go:171","msg":"trace[142517013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8804; }","duration":"1.317345779s","start":"2026-07-03T03:36:51.007699Z","end":"2026-07-03T03:36:52.325044Z","steps":["trace[142517013] 'agreement among raft nodes before linearized reading' (duration: 1.316374053s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:52.325149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.007672Z","time spent":"1.317459423s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:36:52.325356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:51.014278Z","time spent":"1.310842384s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T03:36:58.787589Z","caller":"traceutil/trace.go:171","msg":"trace[814758664] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"446.005735ms","start":"2026-07-03T03:36:58.341564Z","end":"2026-07-03T03:36:58.787569Z","steps":["trace[814758664] 'process raft request' (duration: 445.851701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.787732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.341539Z","time spent":"446.122689ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:36:58.793045Z","caller":"traceutil/trace.go:171","msg":"trace[136417302] linearizableReadLoop","detail":"{readStateIndex:9155; appliedIndex:9152; }","duration":"425.514674ms","start":"2026-07-03T03:36:58.367508Z","end":"2026-07-03T03:36:58.793023Z","steps":["trace[136417302] 'read index received' (duration: 420.213032ms)","trace[136417302] 'applied index is now lower than readState.Index' (duration: 5.300362ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:36:58.793137Z","caller":"traceutil/trace.go:171","msg":"trace[987135251] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"428.953097ms","start":"2026-07-03T03:36:58.36417Z","end":"2026-07-03T03:36:58.793123Z","steps":["trace[987135251] 'process raft request' (duration: 428.804273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:36:58.793144Z","caller":"traceutil/trace.go:171","msg":"trace[1600924072] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"438.357749ms","start":"2026-07-03T03:36:58.354751Z","end":"2026-07-03T03:36:58.793109Z","steps":["trace[1600924072] 'process raft request' (duration: 438.189175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.793225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.364147Z","time spent":"429.030778ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:58.793241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.724539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T03:36:58.793355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.354735Z","time spent":"438.489222ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:58.793397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.989129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T03:36:58.793421Z","caller":"traceutil/trace.go:171","msg":"trace[1331055842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8836; }","duration":"425.034041ms","start":"2026-07-03T03:36:58.36838Z","end":"2026-07-03T03:36:58.793415Z","steps":["trace[1331055842] 'agreement among raft nodes before linearized reading' (duration: 424.978949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.793444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.36837Z","time spent":"425.068941ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:58.793507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.744333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T03:36:58.793544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.819805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:36:58.793559Z","caller":"traceutil/trace.go:171","msg":"trace[1314277923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8836; }","duration":"424.847395ms","start":"2026-07-03T03:36:58.368707Z","end":"2026-07-03T03:36:58.793554Z","steps":["trace[1314277923] 'agreement among raft nodes before linearized reading' (duration: 424.796704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.793579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.368702Z","time spent":"424.873976ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T03:36:58.793614Z","caller":"traceutil/trace.go:171","msg":"trace[450932234] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"451.997527ms","start":"2026-07-03T03:36:58.341602Z","end":"2026-07-03T03:36:58.793599Z","steps":["trace[450932234] 'process raft request' (duration: 451.225346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.793627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.820175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:36:58.793663Z","caller":"traceutil/trace.go:171","msg":"trace[301298375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8836; }","duration":"424.890657ms","start":"2026-07-03T03:36:58.368762Z","end":"2026-07-03T03:36:58.793652Z","steps":["trace[301298375] 'agreement among raft nodes before linearized reading' (duration: 424.809295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.793652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.58824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T03:36:58.793703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.368741Z","time spent":"424.953458ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T03:36:58.793738Z","caller":"traceutil/trace.go:171","msg":"trace[484095969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8836; }","duration":"417.710084ms","start":"2026-07-03T03:36:58.376009Z","end":"2026-07-03T03:36:58.793719Z","steps":["trace[484095969] 'agreement among raft nodes before linearized reading' (duration: 417.489458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.793782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.375994Z","time spent":"417.776985ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"info","ts":"2026-07-03T03:36:58.793553Z","caller":"traceutil/trace.go:171","msg":"trace[473471221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8836; }","duration":"424.800544ms","start":"2026-07-03T03:36:58.368741Z","end":"2026-07-03T03:36:58.793542Z","steps":["trace[473471221] 'agreement among raft nodes before linearized reading' (duration: 424.684811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.793873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.368736Z","time spent":"425.128344ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:36:58.793681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.341587Z","time spent":"452.063028ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:36:58.793695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.240206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:36:58.793997Z","caller":"traceutil/trace.go:171","msg":"trace[781095350] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8836; }","duration":"425.551815ms","start":"2026-07-03T03:36:58.368425Z","end":"2026-07-03T03:36:58.793977Z","steps":["trace[781095350] 'agreement among raft nodes before linearized reading' (duration: 425.246666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.794056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.368414Z","time spent":"425.624086ms","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-03T03:36:58.793388Z","caller":"traceutil/trace.go:171","msg":"trace[1067099651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8836; }","duration":"425.898004ms","start":"2026-07-03T03:36:58.367463Z","end":"2026-07-03T03:36:58.793362Z","steps":["trace[1067099651] 'agreement among raft nodes before linearized reading' (duration: 425.675808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:36:58.794109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:36:58.367443Z","time spent":"426.654634ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:37:04.822794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870489427215276,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T03:37:05.030336Z","caller":"traceutil/trace.go:171","msg":"trace[1080090723] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"707.69996ms","start":"2026-07-03T03:37:04.322606Z","end":"2026-07-03T03:37:05.030306Z","steps":["trace[1080090723] 'process raft request' (duration: 707.530515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.03051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.32258Z","time spent":"707.838233ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:05.222405Z","caller":"traceutil/trace.go:171","msg":"trace[885477781] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"416.371358ms","start":"2026-07-03T03:37:04.806021Z","end":"2026-07-03T03:37:05.222393Z","steps":["trace[885477781] 'process raft request' (duration: 416.180493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:05.22243Z","caller":"traceutil/trace.go:171","msg":"trace[127444041] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8905; }","duration":"897.217441ms","start":"2026-07-03T03:37:04.325171Z","end":"2026-07-03T03:37:05.222389Z","steps":["trace[127444041] 'process raft request' (duration: 896.938674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.222513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.805996Z","time spent":"416.45237ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:37:05.222616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.325154Z","time spent":"897.361024ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:05.222339Z","caller":"traceutil/trace.go:171","msg":"trace[477388074] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"409.983245ms","start":"2026-07-03T03:37:04.812338Z","end":"2026-07-03T03:37:05.222321Z","steps":["trace[477388074] 'process raft request' (duration: 409.923734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.222804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.81231Z","time spent":"410.467879ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:05.222793Z","caller":"traceutil/trace.go:171","msg":"trace[961179961] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"410.14322ms","start":"2026-07-03T03:37:04.812528Z","end":"2026-07-03T03:37:05.222671Z","steps":["trace[961179961] 'process raft request' (duration: 409.761509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.222986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.812507Z","time spent":"410.428788ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:05.223012Z","caller":"traceutil/trace.go:171","msg":"trace[514870260] linearizableReadLoop","detail":"{readStateIndex:9234; appliedIndex:9229; }","duration":"900.211762ms","start":"2026-07-03T03:37:04.322758Z","end":"2026-07-03T03:37:05.22297Z","steps":["trace[514870260] 'read index received' (duration: 707.991568ms)","trace[514870260] 'applied index is now lower than readState.Index' (duration: 192.219034ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:37:05.223021Z","caller":"traceutil/trace.go:171","msg":"trace[291871831] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"409.048731ms","start":"2026-07-03T03:37:04.813953Z","end":"2026-07-03T03:37:05.223002Z","steps":["trace[291871831] 'process raft request' (duration: 408.522316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.223223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.813937Z","time spent":"409.226325ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:37:05.223304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2b625\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-07-03T03:37:05.223379Z","caller":"traceutil/trace.go:171","msg":"trace[539647396] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2b625; range_end:; response_count:1; response_revision:8909; }","duration":"900.631712ms","start":"2026-07-03T03:37:04.322729Z","end":"2026-07-03T03:37:05.223361Z","steps":["trace[539647396] 'agreement among raft nodes before linearized reading' (duration: 900.400736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.223469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.322711Z","time spent":"900.710965ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2b625\" "} {"level":"info","ts":"2026-07-03T03:37:05.332956Z","caller":"traceutil/trace.go:171","msg":"trace[2080220161] linearizableReadLoop","detail":"{readStateIndex:9236; appliedIndex:9234; }","duration":"109.833856ms","start":"2026-07-03T03:37:05.223098Z","end":"2026-07-03T03:37:05.332932Z","steps":["trace[2080220161] 'read index received' (duration: 109.529258ms)","trace[2080220161] 'applied index is now lower than readState.Index' (duration: 303.508µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:37:05.333174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.395335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T03:37:05.333172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.616462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:37:05.333217Z","caller":"traceutil/trace.go:171","msg":"trace[2039019140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8911; }","duration":"511.477256ms","start":"2026-07-03T03:37:04.821727Z","end":"2026-07-03T03:37:05.333205Z","steps":["trace[2039019140] 'agreement among raft nodes before linearized reading' (duration: 511.339772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:05.333246Z","caller":"traceutil/trace.go:171","msg":"trace[2139358841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8911; }","duration":"504.754666ms","start":"2026-07-03T03:37:04.828473Z","end":"2026-07-03T03:37:05.333227Z","steps":["trace[2139358841] 'agreement among raft nodes before linearized reading' (duration: 504.489409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.333266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.821718Z","time spent":"511.537888ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:37:05.333258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.616756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:37:05.333305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.82845Z","time spent":"504.845069ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T03:37:05.333328Z","caller":"traceutil/trace.go:171","msg":"trace[132618355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8911; }","duration":"506.742699ms","start":"2026-07-03T03:37:04.826575Z","end":"2026-07-03T03:37:05.333318Z","steps":["trace[132618355] 'agreement among raft nodes before linearized reading' (duration: 506.40943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.333359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.989676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T03:37:05.333363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.91536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:37:05.333403Z","caller":"traceutil/trace.go:171","msg":"trace[343051431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8911; }","duration":"504.980412ms","start":"2026-07-03T03:37:04.828414Z","end":"2026-07-03T03:37:05.333394Z","steps":["trace[343051431] 'agreement among raft nodes before linearized reading' (duration: 504.876759ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:05.333424Z","caller":"traceutil/trace.go:171","msg":"trace[802102419] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"301.726751ms","start":"2026-07-03T03:37:05.031687Z","end":"2026-07-03T03:37:05.333413Z","steps":["trace[802102419] 'process raft request' (duration: 300.991791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.333435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.828403Z","time spent":"505.023063ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T03:37:05.333429Z","caller":"traceutil/trace.go:171","msg":"trace[168027312] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8911; }","duration":"731.032437ms","start":"2026-07-03T03:37:04.602356Z","end":"2026-07-03T03:37:05.333388Z","steps":["trace[168027312] 'agreement among raft nodes before linearized reading' (duration: 730.921924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.333505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:05.031671Z","time spent":"301.776712ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T03:37:05.333532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.602287Z","time spent":"731.17681ms","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:37:05.333551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.826556Z","time spent":"506.821442ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:37:05.333591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.17432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2b625\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-07-03T03:37:05.333669Z","caller":"traceutil/trace.go:171","msg":"trace[1779369528] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2b625; range_end:; response_count:1; response_revision:8911; }","duration":"303.249562ms","start":"2026-07-03T03:37:05.030398Z","end":"2026-07-03T03:37:05.333647Z","steps":["trace[1779369528] 'agreement among raft nodes before linearized reading' (duration: 303.059117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.333733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:05.03034Z","time spent":"303.374455ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2b625\" "} {"level":"warn","ts":"2026-07-03T03:37:05.333778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.150825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:37:05.333804Z","caller":"traceutil/trace.go:171","msg":"trace[856804573] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"296.249074ms","start":"2026-07-03T03:37:05.03754Z","end":"2026-07-03T03:37:05.333789Z","steps":["trace[856804573] 'process raft request' (duration: 295.315449ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:05.333824Z","caller":"traceutil/trace.go:171","msg":"trace[1568003429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8911; }","duration":"499.213356ms","start":"2026-07-03T03:37:04.834598Z","end":"2026-07-03T03:37:05.333811Z","steps":["trace[1568003429] 'agreement among raft nodes before linearized reading' (duration: 499.106264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.333861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.834586Z","time spent":"499.265489ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"warn","ts":"2026-07-03T03:37:05.333212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.17414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:37:05.33397Z","caller":"traceutil/trace.go:171","msg":"trace[1177557643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8911; }","duration":"994.995972ms","start":"2026-07-03T03:37:04.338958Z","end":"2026-07-03T03:37:05.333954Z","steps":["trace[1177557643] 'agreement among raft nodes before linearized reading' (duration: 994.15621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.334024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.338923Z","time spent":"995.087785ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T03:37:05.337626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.193176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:37:05.337668Z","caller":"traceutil/trace.go:171","msg":"trace[143325116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8911; }","duration":"509.271928ms","start":"2026-07-03T03:37:04.828386Z","end":"2026-07-03T03:37:05.337658Z","steps":["trace[143325116] 'agreement among raft nodes before linearized reading' (duration: 505.102846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.33769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.828366Z","time spent":"509.319439ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:37:05.337204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.414494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2b625\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-07-03T03:37:05.339044Z","caller":"traceutil/trace.go:171","msg":"trace[442251583] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2b625; range_end:; response_count:1; response_revision:8911; }","duration":"111.683165ms","start":"2026-07-03T03:37:05.227321Z","end":"2026-07-03T03:37:05.339005Z","steps":["trace[442251583] 'agreement among raft nodes before linearized reading' (duration: 105.982552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.339947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.352266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:37:05.340041Z","caller":"traceutil/trace.go:171","msg":"trace[931946231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8911; }","duration":"893.50282ms","start":"2026-07-03T03:37:04.446516Z","end":"2026-07-03T03:37:05.340019Z","steps":["trace[931946231] 'agreement among raft nodes before linearized reading' (duration: 887.134298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:05.340103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:04.446492Z","time spent":"893.588922ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T03:37:06.536769Z","caller":"traceutil/trace.go:171","msg":"trace[53247232] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9246; }","duration":"198.662077ms","start":"2026-07-03T03:37:06.338084Z","end":"2026-07-03T03:37:06.536746Z","steps":["trace[53247232] 'read index received' (duration: 198.298158ms)","trace[53247232] 'applied index is now lower than readState.Index' (duration: 362.669µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:37:06.536868Z","caller":"traceutil/trace.go:171","msg":"trace[815339462] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"324.71066ms","start":"2026-07-03T03:37:06.212136Z","end":"2026-07-03T03:37:06.536847Z","steps":["trace[815339462] 'process raft request' (duration: 324.311369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:06.536968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.877674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:37:06.536985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:06.212119Z","time spent":"324.795553ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:06.537011Z","caller":"traceutil/trace.go:171","msg":"trace[1659567150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8922; }","duration":"198.961445ms","start":"2026-07-03T03:37:06.338039Z","end":"2026-07-03T03:37:06.537Z","steps":["trace[1659567150] 'agreement among raft nodes before linearized reading' (duration: 198.796131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:06.827397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.706869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T03:37:06.827464Z","caller":"traceutil/trace.go:171","msg":"trace[291131966] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8922; }","duration":"188.787761ms","start":"2026-07-03T03:37:06.638662Z","end":"2026-07-03T03:37:06.82745Z","steps":["trace[291131966] 'count revisions from in-memory index tree' (duration: 188.601397ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:07.711392Z","caller":"traceutil/trace.go:171","msg":"trace[402204609] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"484.06415ms","start":"2026-07-03T03:37:07.227301Z","end":"2026-07-03T03:37:07.711365Z","steps":["trace[402204609] 'process raft request' (duration: 483.979798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:07.711437Z","caller":"traceutil/trace.go:171","msg":"trace[564057855] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"484.178352ms","start":"2026-07-03T03:37:07.227209Z","end":"2026-07-03T03:37:07.711388Z","steps":["trace[564057855] 'process raft request' (duration: 483.893785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:07.711548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.227292Z","time spent":"484.176673ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:37:07.711636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.227185Z","time spent":"484.329607ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:07.711707Z","caller":"traceutil/trace.go:171","msg":"trace[1809684063] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"483.580776ms","start":"2026-07-03T03:37:07.228096Z","end":"2026-07-03T03:37:07.711677Z","steps":["trace[1809684063] 'process raft request' (duration: 483.237157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:07.711726Z","caller":"traceutil/trace.go:171","msg":"trace[80473446] linearizableReadLoop","detail":"{readStateIndex:9252; appliedIndex:9247; }","duration":"469.875598ms","start":"2026-07-03T03:37:07.241829Z","end":"2026-07-03T03:37:07.711704Z","steps":["trace[80473446] 'read index received' (duration: 419.738639ms)","trace[80473446] 'applied index is now lower than readState.Index' (duration: 50.135949ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:37:07.71175Z","caller":"traceutil/trace.go:171","msg":"trace[28614566] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"377.370308ms","start":"2026-07-03T03:37:07.334367Z","end":"2026-07-03T03:37:07.711737Z","steps":["trace[28614566] 'process raft request' (duration: 377.275625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:07.711811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.334345Z","time spent":"377.437009ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:37:07.711857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.228084Z","time spent":"483.71015ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:37:07.711942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.094104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:37:07.711971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.669477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:37:07.712026Z","caller":"traceutil/trace.go:171","msg":"trace[1207705466] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8927; }","duration":"470.185057ms","start":"2026-07-03T03:37:07.241802Z","end":"2026-07-03T03:37:07.711987Z","steps":["trace[1207705466] 'agreement among raft nodes before linearized reading' (duration: 470.020542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:07.712043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.060613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:37:07.71208Z","caller":"traceutil/trace.go:171","msg":"trace[408783743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8927; }","duration":"269.117384ms","start":"2026-07-03T03:37:07.442954Z","end":"2026-07-03T03:37:07.712071Z","steps":["trace[408783743] 'agreement among raft nodes before linearized reading' (duration: 268.97447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:07.712089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.241793Z","time spent":"470.280739ms","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:37:07.712112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.492815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T03:37:07.712124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.785309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T03:37:07.712148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.303286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:37:07.712187Z","caller":"traceutil/trace.go:171","msg":"trace[963431304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8927; }","duration":"270.368858ms","start":"2026-07-03T03:37:07.441809Z","end":"2026-07-03T03:37:07.712178Z","steps":["trace[963431304] 'agreement among raft nodes before linearized reading' (duration: 270.249424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:07.712187Z","caller":"traceutil/trace.go:171","msg":"trace[1690402888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8927; }","duration":"269.542706ms","start":"2026-07-03T03:37:07.442604Z","end":"2026-07-03T03:37:07.712147Z","steps":["trace[1690402888] 'agreement among raft nodes before linearized reading' (duration: 269.405042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:07.712035Z","caller":"traceutil/trace.go:171","msg":"trace[741846045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8927; }","duration":"370.77526ms","start":"2026-07-03T03:37:07.341245Z","end":"2026-07-03T03:37:07.71202Z","steps":["trace[741846045] 'agreement among raft nodes before linearized reading' (duration: 370.622436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:07.712233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.341234Z","time spent":"370.991086ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T03:37:07.711816Z","caller":"traceutil/trace.go:171","msg":"trace[1609570190] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"481.564942ms","start":"2026-07-03T03:37:07.230182Z","end":"2026-07-03T03:37:07.711747Z","steps":["trace[1609570190] 'process raft request' (duration: 481.378557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:07.712023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.09099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:37:07.71228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.416066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:37:07.712297Z","caller":"traceutil/trace.go:171","msg":"trace[1752533969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8927; }","duration":"270.372258ms","start":"2026-07-03T03:37:07.441915Z","end":"2026-07-03T03:37:07.712288Z","steps":["trace[1752533969] 'agreement among raft nodes before linearized reading' (duration: 269.990427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:07.712321Z","caller":"traceutil/trace.go:171","msg":"trace[80263949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8927; }","duration":"352.499428ms","start":"2026-07-03T03:37:07.35981Z","end":"2026-07-03T03:37:07.712309Z","steps":["trace[80263949] 'agreement among raft nodes before linearized reading' (duration: 352.394655ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:07.712299Z","caller":"traceutil/trace.go:171","msg":"trace[1125056454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8927; }","duration":"270.870191ms","start":"2026-07-03T03:37:07.441285Z","end":"2026-07-03T03:37:07.712155Z","steps":["trace[1125056454] 'agreement among raft nodes before linearized reading' (duration: 270.779819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:07.71236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.359791Z","time spent":"352.561579ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:37:07.712504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:07.230168Z","time spent":"482.183218ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:09.328608Z","caller":"traceutil/trace.go:171","msg":"trace[47063709] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"292.658788ms","start":"2026-07-03T03:37:09.035828Z","end":"2026-07-03T03:37:09.328486Z","steps":["trace[47063709] 'process raft request' (duration: 292.338509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:09.363029Z","caller":"traceutil/trace.go:171","msg":"trace[1140159785] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"123.535135ms","start":"2026-07-03T03:37:09.239455Z","end":"2026-07-03T03:37:09.36299Z","steps":["trace[1140159785] 'process raft request' (duration: 123.232687ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:10.097555Z","caller":"traceutil/trace.go:171","msg":"trace[975769666] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"379.144756ms","start":"2026-07-03T03:37:09.71839Z","end":"2026-07-03T03:37:10.097535Z","steps":["trace[975769666] 'process raft request' (duration: 379.077234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.097692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.71837Z","time spent":"379.251399ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:10.097885Z","caller":"traceutil/trace.go:171","msg":"trace[1363111672] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"379.441114ms","start":"2026-07-03T03:37:09.718392Z","end":"2026-07-03T03:37:10.097834Z","steps":["trace[1363111672] 'process raft request' (duration: 378.858118ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:10.097991Z","caller":"traceutil/trace.go:171","msg":"trace[226087135] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"379.484695ms","start":"2026-07-03T03:37:09.718479Z","end":"2026-07-03T03:37:10.097963Z","steps":["trace[226087135] 'process raft request' (duration: 379.026273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:10.098202Z","caller":"traceutil/trace.go:171","msg":"trace[2013995007] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9260; }","duration":"374.579323ms","start":"2026-07-03T03:37:09.723581Z","end":"2026-07-03T03:37:10.09816Z","steps":["trace[2013995007] 'read index received' (duration: 15.906528ms)","trace[2013995007] 'applied index is now lower than readState.Index' (duration: 358.669034ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:37:10.098244Z","caller":"traceutil/trace.go:171","msg":"trace[1486831353] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"379.547476ms","start":"2026-07-03T03:37:09.718632Z","end":"2026-07-03T03:37:10.098218Z","steps":["trace[1486831353] 'process raft request' (duration: 379.109284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.098071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.718367Z","time spent":"379.606429ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:37:10.098347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.718587Z","time spent":"379.714971ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:37:10.098493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.903812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T03:37:10.098502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.739495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:37:10.098511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.218644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:37:10.098536Z","caller":"traceutil/trace.go:171","msg":"trace[992180519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:8939; }","duration":"374.986633ms","start":"2026-07-03T03:37:09.723534Z","end":"2026-07-03T03:37:10.098521Z","steps":["trace[992180519] 'agreement among raft nodes before linearized reading' (duration: 374.808058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.098522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.147297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:37:10.098558Z","caller":"traceutil/trace.go:171","msg":"trace[960959066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8939; }","duration":"364.275796ms","start":"2026-07-03T03:37:09.734269Z","end":"2026-07-03T03:37:10.098545Z","steps":["trace[960959066] 'agreement among raft nodes before linearized reading' (duration: 364.126132ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:10.098555Z","caller":"traceutil/trace.go:171","msg":"trace[61804850] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8939; }","duration":"193.852388ms","start":"2026-07-03T03:37:09.904689Z","end":"2026-07-03T03:37:10.098541Z","steps":["trace[61804850] 'agreement among raft nodes before linearized reading' (duration: 193.728605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.098574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.723519Z","time spent":"375.045675ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-85mhk\" "} {"level":"warn","ts":"2026-07-03T03:37:10.098569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.413929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:37:10.098583Z","caller":"traceutil/trace.go:171","msg":"trace[309412208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8939; }","duration":"372.252971ms","start":"2026-07-03T03:37:09.726315Z","end":"2026-07-03T03:37:10.098568Z","steps":["trace[309412208] 'agreement among raft nodes before linearized reading' (duration: 372.082196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.098595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.734263Z","time spent":"364.324347ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:37:10.098576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.708687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:37:10.098609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.418022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:37:10.099602Z","caller":"traceutil/trace.go:171","msg":"trace[2028628634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8939; }","duration":"364.43262ms","start":"2026-07-03T03:37:09.735156Z","end":"2026-07-03T03:37:10.099588Z","steps":["trace[2028628634] 'agreement among raft nodes before linearized reading' (duration: 363.32818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.099772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.73514Z","time spent":"364.620465ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T03:37:10.098669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.726294Z","time spent":"372.366543ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T03:37:10.098693Z","caller":"traceutil/trace.go:171","msg":"trace[237622477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8939; }","duration":"364.850531ms","start":"2026-07-03T03:37:09.733818Z","end":"2026-07-03T03:37:10.098668Z","steps":["trace[237622477] 'agreement among raft nodes before linearized reading' (duration: 364.622255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.10036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.733809Z","time spent":"366.540846ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T03:37:10.098239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.718463Z","time spent":"379.67619ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:37:10.098761Z","caller":"traceutil/trace.go:171","msg":"trace[309027468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8939; }","duration":"364.474941ms","start":"2026-07-03T03:37:09.734126Z","end":"2026-07-03T03:37:10.098601Z","steps":["trace[309027468] 'agreement among raft nodes before linearized reading' (duration: 364.317397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:10.100501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:09.734116Z","time spent":"366.377422ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T03:37:15.498394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.661308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6sfjd\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-07-03T03:37:15.498511Z","caller":"traceutil/trace.go:171","msg":"trace[376797294] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6sfjd; range_end:; response_count:1; response_revision:8996; }","duration":"373.842202ms","start":"2026-07-03T03:37:15.124638Z","end":"2026-07-03T03:37:15.498481Z","steps":["trace[376797294] 'range keys from in-memory index tree' (duration: 373.465453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:15.498578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:15.124607Z","time spent":"373.952985ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6sfjd\" "} {"level":"warn","ts":"2026-07-03T03:37:15.49893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.866011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T03:37:15.499047Z","caller":"traceutil/trace.go:171","msg":"trace[1240801867] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8996; }","duration":"310.720124ms","start":"2026-07-03T03:37:15.188309Z","end":"2026-07-03T03:37:15.499029Z","steps":["trace[1240801867] 'range keys from in-memory index tree' (duration: 309.657535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:15.499241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:37:15.188243Z","time spent":"310.945889ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-03T03:37:15.499697Z","caller":"traceutil/trace.go:171","msg":"trace[1735515373] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9323; }","duration":"244.641685ms","start":"2026-07-03T03:37:15.255041Z","end":"2026-07-03T03:37:15.499682Z","steps":["trace[1735515373] 'read index received' (duration: 244.543312ms)","trace[1735515373] 'applied index is now lower than readState.Index' (duration: 97.233µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:37:15.499829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.807108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:37:15.499808Z","caller":"traceutil/trace.go:171","msg":"trace[282532623] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"282.089223ms","start":"2026-07-03T03:37:15.217677Z","end":"2026-07-03T03:37:15.499766Z","steps":["trace[282532623] 'process raft request' (duration: 281.880677ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:37:15.499878Z","caller":"traceutil/trace.go:171","msg":"trace[1286263690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8997; }","duration":"160.8967ms","start":"2026-07-03T03:37:15.338967Z","end":"2026-07-03T03:37:15.499863Z","steps":["trace[1286263690] 'agreement among raft nodes before linearized reading' (duration: 160.822098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:37:15.500073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.992775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7c6cd65448-42rtp.18beaa4e2ec62698\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-03T03:37:15.500203Z","caller":"traceutil/trace.go:171","msg":"trace[744162304] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7c6cd65448-42rtp.18beaa4e2ec62698; range_end:; response_count:1; response_revision:8997; }","duration":"245.19191ms","start":"2026-07-03T03:37:15.254979Z","end":"2026-07-03T03:37:15.500171Z","steps":["trace[744162304] 'agreement among raft nodes before linearized reading' (duration: 244.791549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:08.22925Z","caller":"traceutil/trace.go:171","msg":"trace[1296578660] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"181.981988ms","start":"2026-07-03T03:38:08.047237Z","end":"2026-07-03T03:38:08.229219Z","steps":["trace[1296578660] 'process raft request' (duration: 181.775833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:20.540126Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T03:38:20.545995Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T03:38:20.546113Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-03T03:38:21.199341Z","caller":"traceutil/trace.go:171","msg":"trace[1899877880] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"112.244541ms","start":"2026-07-03T03:38:21.087064Z","end":"2026-07-03T03:38:21.199308Z","steps":["trace[1899877880] 'process raft request' (duration: 112.078917ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:21.999502Z","caller":"traceutil/trace.go:171","msg":"trace[96959287] linearizableReadLoop","detail":"{readStateIndex:10008; appliedIndex:10007; }","duration":"111.251934ms","start":"2026-07-03T03:38:21.88821Z","end":"2026-07-03T03:38:21.999462Z","steps":["trace[96959287] 'read index received' (duration: 32.016922ms)","trace[96959287] 'applied index is now lower than readState.Index' (duration: 79.233552ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:38:21.999589Z","caller":"traceutil/trace.go:171","msg":"trace[337830524] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"359.211438ms","start":"2026-07-03T03:38:21.64033Z","end":"2026-07-03T03:38:21.999541Z","steps":["trace[337830524] 'process raft request' (duration: 279.947125ms)","trace[337830524] 'compare' (duration: 79.041157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:38:21.99974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.515302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:38:21.999808Z","caller":"traceutil/trace.go:171","msg":"trace[417183435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9660; }","duration":"111.629415ms","start":"2026-07-03T03:38:21.888158Z","end":"2026-07-03T03:38:21.999787Z","steps":["trace[417183435] 'agreement among raft nodes before linearized reading' (duration: 111.517252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:38:21.999831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.164245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:38:21.999889Z","caller":"traceutil/trace.go:171","msg":"trace[267509603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9660; }","duration":"107.226176ms","start":"2026-07-03T03:38:21.892648Z","end":"2026-07-03T03:38:21.999874Z","steps":["trace[267509603] 'agreement among raft nodes before linearized reading' (duration: 107.040881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:38:21.999745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:38:21.640303Z","time spent":"359.358863ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:38:22.556137Z","caller":"traceutil/trace.go:171","msg":"trace[1154947783] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"200.895217ms","start":"2026-07-03T03:38:22.355222Z","end":"2026-07-03T03:38:22.556117Z","steps":["trace[1154947783] 'process raft request' (duration: 200.780224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.591437Z","caller":"traceutil/trace.go:171","msg":"trace[1692538668] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"230.994847ms","start":"2026-07-03T03:38:22.360416Z","end":"2026-07-03T03:38:22.591411Z","steps":["trace[1692538668] 'process raft request' (duration: 230.835273ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.591799Z","caller":"traceutil/trace.go:171","msg":"trace[370410708] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"227.463363ms","start":"2026-07-03T03:38:22.36431Z","end":"2026-07-03T03:38:22.591774Z","steps":["trace[370410708] 'process raft request' (duration: 227.300698ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.59175Z","caller":"traceutil/trace.go:171","msg":"trace[633782956] transaction","detail":"{read_only:false; response_revision:9663; number_of_response:1; }","duration":"228.080019ms","start":"2026-07-03T03:38:22.363652Z","end":"2026-07-03T03:38:22.591732Z","steps":["trace[633782956] 'process raft request' (duration: 227.722279ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.707821Z","caller":"traceutil/trace.go:171","msg":"trace[309518168] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"111.406659ms","start":"2026-07-03T03:38:22.596388Z","end":"2026-07-03T03:38:22.707795Z","steps":["trace[309518168] 'process raft request' (duration: 84.890575ms)","trace[309518168] 'compare' (duration: 26.339549ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:38:22.756621Z","caller":"traceutil/trace.go:171","msg":"trace[119155245] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"159.955996ms","start":"2026-07-03T03:38:22.596639Z","end":"2026-07-03T03:38:22.756595Z","steps":["trace[119155245] 'process raft request' (duration: 159.902034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.756652Z","caller":"traceutil/trace.go:171","msg":"trace[808384101] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"160.031868ms","start":"2026-07-03T03:38:22.596589Z","end":"2026-07-03T03:38:22.756621Z","steps":["trace[808384101] 'process raft request' (duration: 159.845743ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.756969Z","caller":"traceutil/trace.go:171","msg":"trace[1012260833] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"160.253493ms","start":"2026-07-03T03:38:22.596705Z","end":"2026-07-03T03:38:22.756958Z","steps":["trace[1012260833] 'process raft request' (duration: 159.865363ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.757292Z","caller":"traceutil/trace.go:171","msg":"trace[171198123] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"160.569892ms","start":"2026-07-03T03:38:22.596705Z","end":"2026-07-03T03:38:22.757275Z","steps":["trace[171198123] 'process raft request' (duration: 160.155001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:38:22.757821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.028118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291489"} {"level":"info","ts":"2026-07-03T03:38:22.757907Z","caller":"traceutil/trace.go:171","msg":"trace[464438160] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9669; }","duration":"160.12789ms","start":"2026-07-03T03:38:22.597762Z","end":"2026-07-03T03:38:22.75789Z","steps":["trace[464438160] 'agreement among raft nodes before linearized reading' (duration: 159.615457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:38:22.757307Z","caller":"traceutil/trace.go:171","msg":"trace[1098736864] linearizableReadLoop","detail":"{readStateIndex:10017; appliedIndex:10012; }","duration":"159.473023ms","start":"2026-07-03T03:38:22.597771Z","end":"2026-07-03T03:38:22.757244Z","steps":["trace[1098736864] 'read index received' (duration: 83.5725ms)","trace[1098736864] 'applied index is now lower than readState.Index' (duration: 75.898733ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:38:59.000238Z","caller":"traceutil/trace.go:171","msg":"trace[367963094] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"112.768866ms","start":"2026-07-03T03:38:58.887442Z","end":"2026-07-03T03:38:59.000211Z","steps":["trace[367963094] 'process raft request' (duration: 112.486848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:40:05.89041Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8001} {"level":"info","ts":"2026-07-03T03:40:05.956312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8001,"took":"63.603659ms","hash":2769915390,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":28532736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-03T03:40:05.956386Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2769915390,"revision":8001,"compact-revision":5836} {"level":"info","ts":"2026-07-03T03:43:40.886555Z","caller":"traceutil/trace.go:171","msg":"trace[494758407] transaction","detail":"{read_only:false; response_revision:11979; number_of_response:1; }","duration":"467.773053ms","start":"2026-07-03T03:43:40.418751Z","end":"2026-07-03T03:43:40.886525Z","steps":["trace[494758407] 'process raft request' (duration: 467.607849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:40.886752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:40.418728Z","time spent":"467.939418ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:43:40.938612Z","caller":"traceutil/trace.go:171","msg":"trace[985643146] linearizableReadLoop","detail":"{readStateIndex:12401; appliedIndex:12399; }","duration":"471.162274ms","start":"2026-07-03T03:43:40.467431Z","end":"2026-07-03T03:43:40.938593Z","steps":["trace[985643146] 'read index received' (duration: 418.908204ms)","trace[985643146] 'applied index is now lower than readState.Index' (duration: 52.25262ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:43:40.93881Z","caller":"traceutil/trace.go:171","msg":"trace[185070960] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"516.532718ms","start":"2026-07-03T03:43:40.422225Z","end":"2026-07-03T03:43:40.938757Z","steps":["trace[185070960] 'process raft request' (duration: 516.21305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:40.938916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.471223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T03:43:40.938973Z","caller":"traceutil/trace.go:171","msg":"trace[230499515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11980; }","duration":"471.566995ms","start":"2026-07-03T03:43:40.467392Z","end":"2026-07-03T03:43:40.938959Z","steps":["trace[230499515] 'agreement among raft nodes before linearized reading' (duration: 471.37881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:40.939005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:40.467378Z","time spent":"471.617417ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T03:43:40.938962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.127576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T03:43:40.939036Z","caller":"traceutil/trace.go:171","msg":"trace[1335451590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11980; }","duration":"470.2473ms","start":"2026-07-03T03:43:40.468776Z","end":"2026-07-03T03:43:40.939023Z","steps":["trace[1335451590] 'agreement among raft nodes before linearized reading' (duration: 470.021224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:40.939074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:40.468756Z","time spent":"470.306562ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T03:43:40.939048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.939522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T03:43:40.939047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.108629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-03T03:43:40.939082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:40.422206Z","time spent":"516.752985ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:43:40.939126Z","caller":"traceutil/trace.go:171","msg":"trace[1493612296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11980; }","duration":"470.028114ms","start":"2026-07-03T03:43:40.46908Z","end":"2026-07-03T03:43:40.939108Z","steps":["trace[1493612296] 'agreement among raft nodes before linearized reading' (duration: 469.825248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:40.939141Z","caller":"traceutil/trace.go:171","msg":"trace[1301632350] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:11980; }","duration":"386.256043ms","start":"2026-07-03T03:43:40.552867Z","end":"2026-07-03T03:43:40.939123Z","steps":["trace[1301632350] 'agreement among raft nodes before linearized reading' (duration: 385.997896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:40.939175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:40.552844Z","time spent":"386.323505ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-03T03:43:40.939174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:40.469029Z","time spent":"470.135126ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T03:43:58.309268Z","caller":"traceutil/trace.go:171","msg":"trace[1886898271] transaction","detail":"{read_only:false; response_revision:12078; number_of_response:1; }","duration":"160.310006ms","start":"2026-07-03T03:43:58.148938Z","end":"2026-07-03T03:43:58.309248Z","steps":["trace[1886898271] 'process raft request' (duration: 159.893534ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:58.500341Z","caller":"traceutil/trace.go:171","msg":"trace[951396503] linearizableReadLoop","detail":"{readStateIndex:12504; appliedIndex:12503; }","duration":"161.350504ms","start":"2026-07-03T03:43:58.338951Z","end":"2026-07-03T03:43:58.500301Z","steps":["trace[951396503] 'read index received' (duration: 132.258659ms)","trace[951396503] 'applied index is now lower than readState.Index' (duration: 29.090495ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:43:58.500399Z","caller":"traceutil/trace.go:171","msg":"trace[1880641118] transaction","detail":"{read_only:false; response_revision:12079; number_of_response:1; }","duration":"189.469453ms","start":"2026-07-03T03:43:58.310896Z","end":"2026-07-03T03:43:58.500366Z","steps":["trace[1880641118] 'process raft request' (duration: 160.335517ms)","trace[1880641118] 'compare' (duration: 28.956671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:43:58.50067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.692763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:43:58.500815Z","caller":"traceutil/trace.go:171","msg":"trace[869326422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12079; }","duration":"161.794246ms","start":"2026-07-03T03:43:58.338914Z","end":"2026-07-03T03:43:58.500708Z","steps":["trace[869326422] 'agreement among raft nodes before linearized reading' (duration: 161.536949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.132912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:58.720713Z","time spent":"412.190884ms","remote":"127.0.0.1:46016","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T03:43:59.133319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.229359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:43:59.13343Z","caller":"traceutil/trace.go:171","msg":"trace[1778599607] linearizableReadLoop","detail":"{readStateIndex:12505; appliedIndex:12504; }","duration":"632.983961ms","start":"2026-07-03T03:43:58.500423Z","end":"2026-07-03T03:43:59.133407Z","steps":["trace[1778599607] 'read index received' (duration: 145.601159ms)","trace[1778599607] 'applied index is now lower than readState.Index' (duration: 487.380582ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:43:59.133456Z","caller":"traceutil/trace.go:171","msg":"trace[1410215306] transaction","detail":"{read_only:false; response_revision:12080; number_of_response:1; }","duration":"737.995935ms","start":"2026-07-03T03:43:58.395416Z","end":"2026-07-03T03:43:59.133412Z","steps":["trace[1410215306] 'process raft request' (duration: 250.560261ms)","trace[1410215306] 'compare' (duration: 486.939721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:43:59.133633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:58.395389Z","time spent":"738.14754ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:43:59.133634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.647936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:43:59.133705Z","caller":"traceutil/trace.go:171","msg":"trace[1930197074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12080; }","duration":"631.765829ms","start":"2026-07-03T03:43:58.501923Z","end":"2026-07-03T03:43:59.133689Z","steps":["trace[1930197074] 'agreement among raft nodes before linearized reading' (duration: 631.649566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.133724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.942131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T03:43:59.133756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:58.501902Z","time spent":"631.84302ms","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T03:43:59.133772Z","caller":"traceutil/trace.go:171","msg":"trace[663465196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12080; }","duration":"115.028875ms","start":"2026-07-03T03:43:59.018727Z","end":"2026-07-03T03:43:59.133756Z","steps":["trace[663465196] 'agreement among raft nodes before linearized reading' (duration: 114.85315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.133959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.324287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:43:59.134015Z","caller":"traceutil/trace.go:171","msg":"trace[1456280242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12080; }","duration":"170.417699ms","start":"2026-07-03T03:43:58.963582Z","end":"2026-07-03T03:43:59.134Z","steps":["trace[1456280242] 'agreement among raft nodes before linearized reading' (duration: 170.287976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.134245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.0159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T03:43:59.134303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.365911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-7975bfdb49-km7vd.18beaab73f8f04f7\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-07-03T03:43:59.134316Z","caller":"traceutil/trace.go:171","msg":"trace[1555993748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12080; }","duration":"116.084492ms","start":"2026-07-03T03:43:59.018212Z","end":"2026-07-03T03:43:59.134296Z","steps":["trace[1555993748] 'agreement among raft nodes before linearized reading' (duration: 115.893737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.134309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.514653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T03:43:59.134373Z","caller":"traceutil/trace.go:171","msg":"trace[1358738264] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-7975bfdb49-km7vd.18beaab73f8f04f7; range_end:; response_count:1; response_revision:12080; }","duration":"630.474414ms","start":"2026-07-03T03:43:58.503876Z","end":"2026-07-03T03:43:59.13435Z","steps":["trace[1358738264] 'agreement among raft nodes before linearized reading' (duration: 630.290989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:59.134389Z","caller":"traceutil/trace.go:171","msg":"trace[2130946054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12080; }","duration":"110.658276ms","start":"2026-07-03T03:43:59.023712Z","end":"2026-07-03T03:43:59.134371Z","steps":["trace[2130946054] 'agreement among raft nodes before linearized reading' (duration: 110.030709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.134431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:58.503855Z","time spent":"630.562326ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":826,"request content":"key:\"/registry/events/openstack/cinder-backup-7975bfdb49-km7vd.18beaab73f8f04f7\" "} {"level":"warn","ts":"2026-07-03T03:43:59.134693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.243038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:43:59.13477Z","caller":"traceutil/trace.go:171","msg":"trace[1417682717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12080; }","duration":"713.414922ms","start":"2026-07-03T03:43:58.421334Z","end":"2026-07-03T03:43:59.134749Z","steps":["trace[1417682717] 'agreement among raft nodes before linearized reading' (duration: 712.21047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.134818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:43:58.421313Z","time spent":"713.489604ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T03:43:59.377171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.698222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:43:59.377309Z","caller":"traceutil/trace.go:171","msg":"trace[724427630] transaction","detail":"{read_only:false; response_revision:12081; number_of_response:1; }","duration":"239.085102ms","start":"2026-07-03T03:43:59.138203Z","end":"2026-07-03T03:43:59.377289Z","steps":["trace[724427630] 'process raft request' (duration: 126.182916ms)","trace[724427630] 'compare' (duration: 112.477245ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:43:59.41041Z","caller":"traceutil/trace.go:171","msg":"trace[1541803710] transaction","detail":"{read_only:false; response_revision:12085; number_of_response:1; }","duration":"270.85855ms","start":"2026-07-03T03:43:59.139529Z","end":"2026-07-03T03:43:59.410387Z","steps":["trace[1541803710] 'process raft request' (duration: 270.779848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:59.410436Z","caller":"traceutil/trace.go:171","msg":"trace[112487762] transaction","detail":"{read_only:false; response_revision:12082; number_of_response:1; }","duration":"272.095503ms","start":"2026-07-03T03:43:59.138303Z","end":"2026-07-03T03:43:59.410398Z","steps":["trace[112487762] 'process raft request' (duration: 271.780724ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:59.410519Z","caller":"traceutil/trace.go:171","msg":"trace[377688823] transaction","detail":"{read_only:false; response_revision:12084; number_of_response:1; }","duration":"271.073426ms","start":"2026-07-03T03:43:59.139423Z","end":"2026-07-03T03:43:59.410497Z","steps":["trace[377688823] 'process raft request' (duration: 270.85202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:59.410519Z","caller":"traceutil/trace.go:171","msg":"trace[410248732] linearizableReadLoop","detail":"{readStateIndex:12507; appliedIndex:12505; }","duration":"272.161625ms","start":"2026-07-03T03:43:59.138333Z","end":"2026-07-03T03:43:59.410495Z","steps":["trace[410248732] 'read index received' (duration: 126.065952ms)","trace[410248732] 'applied index is now lower than readState.Index' (duration: 146.093663ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:43:59.410555Z","caller":"traceutil/trace.go:171","msg":"trace[1890522820] transaction","detail":"{read_only:false; response_revision:12086; number_of_response:1; }","duration":"270.985073ms","start":"2026-07-03T03:43:59.139547Z","end":"2026-07-03T03:43:59.410532Z","steps":["trace[1890522820] 'process raft request' (duration: 270.796387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:59.41078Z","caller":"traceutil/trace.go:171","msg":"trace[1496833046] transaction","detail":"{read_only:false; response_revision:12083; number_of_response:1; }","duration":"272.433482ms","start":"2026-07-03T03:43:59.138329Z","end":"2026-07-03T03:43:59.410762Z","steps":["trace[1496833046] 'process raft request' (duration: 271.883457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.410872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.265236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-85mhk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T03:43:59.411207Z","caller":"traceutil/trace.go:171","msg":"trace[1742625229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-85mhk; range_end:; response_count:1; response_revision:12086; }","duration":"216.633166ms","start":"2026-07-03T03:43:59.194544Z","end":"2026-07-03T03:43:59.411177Z","steps":["trace[1742625229] 'agreement among raft nodes before linearized reading' (duration: 216.162623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.411432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.082149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T03:43:59.411487Z","caller":"traceutil/trace.go:171","msg":"trace[1791838294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12086; }","duration":"273.180512ms","start":"2026-07-03T03:43:59.138294Z","end":"2026-07-03T03:43:59.411475Z","steps":["trace[1791838294] 'agreement among raft nodes before linearized reading' (duration: 272.282778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:43:59.602674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.553189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T03:43:59.602772Z","caller":"traceutil/trace.go:171","msg":"trace[1717348266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12087; }","duration":"118.737865ms","start":"2026-07-03T03:43:59.484008Z","end":"2026-07-03T03:43:59.602746Z","steps":["trace[1717348266] 'range keys from in-memory index tree' (duration: 118.348954ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:43:59.936949Z","caller":"traceutil/trace.go:171","msg":"trace[523159945] transaction","detail":"{read_only:false; response_revision:12088; number_of_response:1; }","duration":"191.375984ms","start":"2026-07-03T03:43:59.745542Z","end":"2026-07-03T03:43:59.936918Z","steps":["trace[523159945] 'process raft request' (duration: 191.150988ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:44:00.061847Z","caller":"traceutil/trace.go:171","msg":"trace[1328774936] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"196.416961ms","start":"2026-07-03T03:43:59.865406Z","end":"2026-07-03T03:44:00.061823Z","steps":["trace[1328774936] 'process raft request' (duration: 196.319838ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:44:00.061895Z","caller":"traceutil/trace.go:171","msg":"trace[458517514] transaction","detail":"{read_only:false; response_revision:12089; number_of_response:1; }","duration":"196.602536ms","start":"2026-07-03T03:43:59.865258Z","end":"2026-07-03T03:44:00.061861Z","steps":["trace[458517514] 'process raft request' (duration: 183.654427ms)","trace[458517514] 'compare' (duration: 12.682692ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:44:00.06244Z","caller":"traceutil/trace.go:171","msg":"trace[1668064965] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"196.40473ms","start":"2026-07-03T03:43:59.866008Z","end":"2026-07-03T03:44:00.062413Z","steps":["trace[1668064965] 'process raft request' (duration: 195.777473ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:44:02.419556Z","caller":"traceutil/trace.go:171","msg":"trace[274854453] linearizableReadLoop","detail":"{readStateIndex:12525; appliedIndex:12524; }","duration":"415.968785ms","start":"2026-07-03T03:44:02.003538Z","end":"2026-07-03T03:44:02.419507Z","steps":["trace[274854453] 'read index received' (duration: 415.933875ms)","trace[274854453] 'applied index is now lower than readState.Index' (duration: 33.75µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:44:02.419642Z","caller":"traceutil/trace.go:171","msg":"trace[193393925] transaction","detail":"{read_only:false; response_revision:12099; number_of_response:1; }","duration":"477.110005ms","start":"2026-07-03T03:44:01.942495Z","end":"2026-07-03T03:44:02.419606Z","steps":["trace[193393925] 'process raft request' (duration: 476.881539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:44:02.419679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.124579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:44:02.419724Z","caller":"traceutil/trace.go:171","msg":"trace[271293178] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:12099; }","duration":"416.230032ms","start":"2026-07-03T03:44:02.003483Z","end":"2026-07-03T03:44:02.419713Z","steps":["trace[271293178] 'agreement among raft nodes before linearized reading' (duration: 416.14165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:44:02.419778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:44:02.003464Z","time spent":"416.303254ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T03:44:02.419815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:44:01.942473Z","time spent":"477.250459ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:44:02.551298Z","caller":"traceutil/trace.go:171","msg":"trace[302806185] transaction","detail":"{read_only:false; response_revision:12100; number_of_response:1; }","duration":"484.425822ms","start":"2026-07-03T03:44:02.066844Z","end":"2026-07-03T03:44:02.551269Z","steps":["trace[302806185] 'process raft request' (duration: 484.210226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:44:02.551493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:44:02.066818Z","time spent":"484.559696ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:44:02.551667Z","caller":"traceutil/trace.go:171","msg":"trace[322150424] transaction","detail":"{read_only:false; response_revision:12102; number_of_response:1; }","duration":"483.453256ms","start":"2026-07-03T03:44:02.068187Z","end":"2026-07-03T03:44:02.55164Z","steps":["trace[322150424] 'process raft request' (duration: 483.321172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:44:02.551761Z","caller":"traceutil/trace.go:171","msg":"trace[1582268753] transaction","detail":"{read_only:false; response_revision:12101; number_of_response:1; }","duration":"483.940919ms","start":"2026-07-03T03:44:02.067782Z","end":"2026-07-03T03:44:02.551723Z","steps":["trace[1582268753] 'process raft request' (duration: 483.447336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:44:02.551849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:44:02.068161Z","time spent":"483.59759ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:44:02.551961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:44:02.067743Z","time spent":"484.113544ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:44:59.92466Z","caller":"traceutil/trace.go:171","msg":"trace[1694788603] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"102.724032ms","start":"2026-07-03T03:44:59.821903Z","end":"2026-07-03T03:44:59.924627Z","steps":["trace[1694788603] 'process raft request' (duration: 102.535137ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:45:06.049816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10378} {"level":"warn","ts":"2026-07-03T03:45:06.049852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.901611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T03:45:06.050838Z","caller":"traceutil/trace.go:171","msg":"trace[1469207567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12538; }","duration":"105.109617ms","start":"2026-07-03T03:45:05.944883Z","end":"2026-07-03T03:45:06.049993Z","steps":["trace[1469207567] 'agreement among raft nodes before linearized reading' (duration: 92.330852ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:45:06.181743Z","caller":"traceutil/trace.go:171","msg":"trace[434832353] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"123.491553ms","start":"2026-07-03T03:45:06.05821Z","end":"2026-07-03T03:45:06.181701Z","steps":["trace[434832353] 'process raft request' (duration: 65.289602ms)","trace[434832353] 'compare' (duration: 24.266275ms)","trace[434832353] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 33.72577ms)"],"step_count":3} {"level":"info","ts":"2026-07-03T03:45:06.394592Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10378,"took":"341.172406ms","hash":1342119110,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":25968640,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T03:45:06.394686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1342119110,"revision":10378,"compact-revision":8001} {"level":"info","ts":"2026-07-03T03:50:01.781024Z","caller":"traceutil/trace.go:171","msg":"trace[361141764] linearizableReadLoop","detail":"{readStateIndex:15047; appliedIndex:15046; }","duration":"166.947058ms","start":"2026-07-03T03:50:01.614051Z","end":"2026-07-03T03:50:01.780998Z","steps":["trace[361141764] 'read index received' (duration: 143.69545ms)","trace[361141764] 'applied index is now lower than readState.Index' (duration: 23.250748ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:50:01.78105Z","caller":"traceutil/trace.go:171","msg":"trace[1747480199] transaction","detail":"{read_only:false; response_revision:14536; number_of_response:1; }","duration":"167.175064ms","start":"2026-07-03T03:50:01.613841Z","end":"2026-07-03T03:50:01.781016Z","steps":["trace[1747480199] 'process raft request' (duration: 143.889635ms)","trace[1747480199] 'compare' (duration: 23.176336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:50:01.781188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.120742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T03:50:01.781217Z","caller":"traceutil/trace.go:171","msg":"trace[1008968151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14536; }","duration":"167.172093ms","start":"2026-07-03T03:50:01.614036Z","end":"2026-07-03T03:50:01.781208Z","steps":["trace[1008968151] 'agreement among raft nodes before linearized reading' (duration: 167.06266ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:50:01.782811Z","caller":"traceutil/trace.go:171","msg":"trace[848166018] transaction","detail":"{read_only:false; response_revision:14537; number_of_response:1; }","duration":"168.614472ms","start":"2026-07-03T03:50:01.614183Z","end":"2026-07-03T03:50:01.782797Z","steps":["trace[848166018] 'process raft request' (duration: 168.377876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:50:01.782985Z","caller":"traceutil/trace.go:171","msg":"trace[1006574111] transaction","detail":"{read_only:false; response_revision:14538; number_of_response:1; }","duration":"162.760595ms","start":"2026-07-03T03:50:01.620203Z","end":"2026-07-03T03:50:01.782963Z","steps":["trace[1006574111] 'process raft request' (duration: 162.425436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:50:06.057791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12538} {"level":"info","ts":"2026-07-03T03:50:06.136652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12538,"took":"76.218498ms","hash":1230503041,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":27377664,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-03T03:50:06.136725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1230503041,"revision":12538,"compact-revision":10378} {"level":"info","ts":"2026-07-03T03:51:04.23744Z","caller":"traceutil/trace.go:171","msg":"trace[1276119517] linearizableReadLoop","detail":"{readStateIndex:15608; appliedIndex:15607; }","duration":"134.08411ms","start":"2026-07-03T03:51:04.103326Z","end":"2026-07-03T03:51:04.23741Z","steps":["trace[1276119517] 'read index received' (duration: 58.123479ms)","trace[1276119517] 'applied index is now lower than readState.Index' (duration: 75.958781ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:51:04.237551Z","caller":"traceutil/trace.go:171","msg":"trace[538862061] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"136.30879ms","start":"2026-07-03T03:51:04.101206Z","end":"2026-07-03T03:51:04.237515Z","steps":["trace[538862061] 'process raft request' (duration: 60.303078ms)","trace[538862061] 'compare' (duration: 75.732835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:51:04.23777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.429009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T03:51:04.23793Z","caller":"traceutil/trace.go:171","msg":"trace[1629993085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15074; }","duration":"134.580764ms","start":"2026-07-03T03:51:04.103282Z","end":"2026-07-03T03:51:04.237863Z","steps":["trace[1629993085] 'agreement among raft nodes before linearized reading' (duration: 134.246035ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:51:04.33002Z","caller":"traceutil/trace.go:171","msg":"trace[850978269] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"108.613522ms","start":"2026-07-03T03:51:04.221383Z","end":"2026-07-03T03:51:04.329996Z","steps":["trace[850978269] 'process raft request' (duration: 108.380506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:04.330466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.076147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T03:51:04.330543Z","caller":"traceutil/trace.go:171","msg":"trace[1920893169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15078; }","duration":"195.20538ms","start":"2026-07-03T03:51:04.135317Z","end":"2026-07-03T03:51:04.330522Z","steps":["trace[1920893169] 'agreement among raft nodes before linearized reading' (duration: 194.969124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:04.331254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.269692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T03:51:04.331335Z","caller":"traceutil/trace.go:171","msg":"trace[1554132016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15078; }","duration":"215.427067ms","start":"2026-07-03T03:51:04.115892Z","end":"2026-07-03T03:51:04.331319Z","steps":["trace[1554132016] 'agreement among raft nodes before linearized reading' (duration: 214.500852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:04.725209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.497321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:51:04.725336Z","caller":"traceutil/trace.go:171","msg":"trace[542333741] transaction","detail":"{read_only:false; response_revision:15079; number_of_response:1; }","duration":"389.901708ms","start":"2026-07-03T03:51:04.33541Z","end":"2026-07-03T03:51:04.725312Z","steps":["trace[542333741] 'process raft request' (duration: 15.201681ms)","trace[542333741] 'compare' (duration: 374.338027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:51:04.725401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:51:04.335395Z","time spent":"389.97702ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T03:51:04.816645Z","caller":"traceutil/trace.go:171","msg":"trace[1666943427] linearizableReadLoop","detail":"{readStateIndex:15615; appliedIndex:15612; }","duration":"477.125603ms","start":"2026-07-03T03:51:04.339487Z","end":"2026-07-03T03:51:04.816613Z","steps":["trace[1666943427] 'read index received' (duration: 11.321636ms)","trace[1666943427] 'applied index is now lower than readState.Index' (duration: 465.802717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:51:04.816784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.269007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:51:04.816817Z","caller":"traceutil/trace.go:171","msg":"trace[358452295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15081; }","duration":"477.337528ms","start":"2026-07-03T03:51:04.339468Z","end":"2026-07-03T03:51:04.816806Z","steps":["trace[358452295] 'agreement among raft nodes before linearized reading' (duration: 477.257196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:04.816861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:51:04.339458Z","time spent":"477.39569ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T03:51:04.816895Z","caller":"traceutil/trace.go:171","msg":"trace[342962188] transaction","detail":"{read_only:false; response_revision:15080; number_of_response:1; }","duration":"481.340417ms","start":"2026-07-03T03:51:04.335509Z","end":"2026-07-03T03:51:04.816849Z","steps":["trace[342962188] 'process raft request' (duration: 480.896204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:51:04.816909Z","caller":"traceutil/trace.go:171","msg":"trace[2006143528] transaction","detail":"{read_only:false; response_revision:15081; number_of_response:1; }","duration":"479.407344ms","start":"2026-07-03T03:51:04.337471Z","end":"2026-07-03T03:51:04.816878Z","steps":["trace[2006143528] 'process raft request' (duration: 479.084736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:51:04.817092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:51:04.335488Z","time spent":"481.50496ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:51:04.817181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:51:04.337458Z","time spent":"479.62361ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:52:31.701712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.066503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T03:52:31.701808Z","caller":"traceutil/trace.go:171","msg":"trace[2004722582] linearizableReadLoop","detail":"{readStateIndex:16450; appliedIndex:16449; }","duration":"363.014222ms","start":"2026-07-03T03:52:31.338781Z","end":"2026-07-03T03:52:31.701795Z","steps":["trace[2004722582] 'read index received' (duration: 29.734643ms)","trace[2004722582] 'applied index is now lower than readState.Index' (duration: 333.278369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T03:52:31.701975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.116689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:52:31.701959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.15303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:52:31.701947Z","caller":"traceutil/trace.go:171","msg":"trace[589977447] transaction","detail":"{read_only:false; response_revision:15892; number_of_response:1; }","duration":"457.061861ms","start":"2026-07-03T03:52:31.244835Z","end":"2026-07-03T03:52:31.701897Z","steps":["trace[589977447] 'process raft request' (duration: 123.747621ms)","trace[589977447] 'compare' (duration: 332.060206ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T03:52:31.702017Z","caller":"traceutil/trace.go:171","msg":"trace[218648720] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15892; }","duration":"355.221792ms","start":"2026-07-03T03:52:31.346781Z","end":"2026-07-03T03:52:31.702003Z","steps":["trace[218648720] 'agreement among raft nodes before linearized reading' (duration: 355.17086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.702006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.184186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:52:31.702016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.878205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T03:52:31.702068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.26072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T03:52:31.702104Z","caller":"traceutil/trace.go:171","msg":"trace[151421762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15892; }","duration":"363.32755ms","start":"2026-07-03T03:52:31.338746Z","end":"2026-07-03T03:52:31.702074Z","steps":["trace[151421762] 'agreement among raft nodes before linearized reading' (duration: 363.131675ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:52:31.702138Z","caller":"traceutil/trace.go:171","msg":"trace[2044685796] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15892; }","duration":"169.371794ms","start":"2026-07-03T03:52:31.532748Z","end":"2026-07-03T03:52:31.70212Z","steps":["trace[2044685796] 'agreement among raft nodes before linearized reading' (duration: 169.164878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.702135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:52:31.244815Z","time spent":"457.222535ms","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T03:52:31.702165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:52:31.33873Z","time spent":"363.421593ms","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T03:52:31.702134Z","caller":"traceutil/trace.go:171","msg":"trace[821192024] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15892; }","duration":"354.005218ms","start":"2026-07-03T03:52:31.348086Z","end":"2026-07-03T03:52:31.702092Z","steps":["trace[821192024] 'agreement among raft nodes before linearized reading' (duration: 353.819233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.702239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:52:31.348079Z","time spent":"354.143392ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-03T03:52:31.702058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:52:31.34676Z","time spent":"355.289383ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-03T03:52:31.702047Z","caller":"traceutil/trace.go:171","msg":"trace[1902812159] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15892; }","duration":"355.242952ms","start":"2026-07-03T03:52:31.34677Z","end":"2026-07-03T03:52:31.702013Z","steps":["trace[1902812159] 'agreement among raft nodes before linearized reading' (duration: 355.131779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.702408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:52:31.346758Z","time spent":"355.630592ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-03T03:52:31.702146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.151699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j8r8w\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-07-03T03:52:31.702526Z","caller":"traceutil/trace.go:171","msg":"trace[245911408] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j8r8w; range_end:; response_count:1; response_revision:15892; }","duration":"335.580891ms","start":"2026-07-03T03:52:31.366931Z","end":"2026-07-03T03:52:31.702511Z","steps":["trace[245911408] 'agreement among raft nodes before linearized reading' (duration: 334.991305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.702575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:52:31.366918Z","time spent":"335.644013ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-j8r8w\" "} {"level":"warn","ts":"2026-07-03T03:52:31.70279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.832238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-03T03:52:31.702852Z","caller":"traceutil/trace.go:171","msg":"trace[619092556] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15892; }","duration":"355.9101ms","start":"2026-07-03T03:52:31.346926Z","end":"2026-07-03T03:52:31.702836Z","steps":["trace[619092556] 'agreement among raft nodes before linearized reading' (duration: 354.984875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.702921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T03:52:31.346878Z","time spent":"356.032263ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-03T03:52:31.960961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.112369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:52:31.961143Z","caller":"traceutil/trace.go:171","msg":"trace[1643434092] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15893; }","duration":"128.341565ms","start":"2026-07-03T03:52:31.832781Z","end":"2026-07-03T03:52:31.961123Z","steps":["trace[1643434092] 'range keys from in-memory index tree' (duration: 127.936284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.961196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.420628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:52:31.961251Z","caller":"traceutil/trace.go:171","msg":"trace[820479235] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15893; }","duration":"128.50297ms","start":"2026-07-03T03:52:31.832729Z","end":"2026-07-03T03:52:31.961232Z","steps":["trace[820479235] 'range keys from in-memory index tree' (duration: 128.270344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.960992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.459769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T03:52:31.961513Z","caller":"traceutil/trace.go:171","msg":"trace[1219612550] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15893; }","duration":"129.026674ms","start":"2026-07-03T03:52:31.832469Z","end":"2026-07-03T03:52:31.961496Z","steps":["trace[1219612550] 'range keys from in-memory index tree' (duration: 128.377506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:31.961422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.590837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-03T03:52:31.961736Z","caller":"traceutil/trace.go:171","msg":"trace[1652604437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15893; }","duration":"123.934906ms","start":"2026-07-03T03:52:31.83779Z","end":"2026-07-03T03:52:31.961725Z","steps":["trace[1652604437] 'range keys from in-memory index tree' (duration: 123.460224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T03:52:32.218806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.611508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-03T03:52:32.218949Z","caller":"traceutil/trace.go:171","msg":"trace[229838553] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15894; }","duration":"103.802863ms","start":"2026-07-03T03:52:32.11513Z","end":"2026-07-03T03:52:32.218933Z","steps":["trace[229838553] 'range keys from in-memory index tree' (duration: 103.447163ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T03:55:06.064733Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14563} {"level":"info","ts":"2026-07-03T03:55:06.141864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14563,"took":"74.072985ms","hash":752634044,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":32014336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T03:55:06.141918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":752634044,"revision":14563,"compact-revision":12538} {"level":"info","ts":"2026-07-03T04:00:06.070954Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17017} {"level":"info","ts":"2026-07-03T04:00:06.171022Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17017,"took":"96.731623ms","hash":1525939523,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":30683136,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T04:00:06.171122Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1525939523,"revision":17017,"compact-revision":14563} {"level":"info","ts":"2026-07-03T04:00:55.315316Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T04:00:55.322494Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T04:00:55.322714Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T04:05:06.078219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19058} {"level":"info","ts":"2026-07-03T04:05:06.179075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19058,"took":"97.538845ms","hash":2663318431,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":25681920,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T04:05:06.179137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2663318431,"revision":19058,"compact-revision":17017}